2024-12-03 02:27:25,499 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 02:27:25,516 main DEBUG Took 0.014534 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 02:27:25,516 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 02:27:25,516 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 02:27:25,517 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 02:27:25,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 02:27:25,526 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 02:27:25,547 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 02:27:25,550 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 02:27:25,551 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 02:27:25,553 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 02:27:25,554 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 02:27:25,556 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 02:27:25,557 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 02:27:25,559 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 02:27:25,560 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 02:27:25,561 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 02:27:25,562 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 02:27:25,563 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 02:27:25,564 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,565 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 02:27:25,567 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 02:27:25,569 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 02:27:25,572 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 02:27:25,572 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 02:27:25,574 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 02:27:25,575 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 02:27:25,587 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 02:27:25,590 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 02:27:25,593 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 02:27:25,594 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 02:27:25,594 main DEBUG createAppenders(={Console}) 2024-12-03 02:27:25,595 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-03 02:27:25,596 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-03 02:27:25,596 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-03 02:27:25,597 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 02:27:25,597 main DEBUG OutputStream closed 2024-12-03 02:27:25,598 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 02:27:25,598 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 02:27:25,598 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-03 02:27:25,715 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 02:27:25,718 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 02:27:25,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 02:27:25,721 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 02:27:25,724 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 02:27:25,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 02:27:25,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 02:27:25,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 02:27:25,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 02:27:25,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 02:27:25,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 02:27:25,728 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 02:27:25,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 02:27:25,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 02:27:25,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 02:27:25,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 02:27:25,730 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 02:27:25,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 02:27:25,737 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 02:27:25,738 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-03 02:27:25,738 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 02:27:25,739 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-03T02:27:25,755 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-03 02:27:25,758 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 02:27:25,759 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T02:27:25,841 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=699, ProcessCount=11, AvailableMemoryMB=1798 2024-12-03T02:27:26,131 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-03T02:27:26,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16 2024-12-03T02:27:26,191 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/cluster_05e4aea6-252b-d2c4-9c05-9b0e5435e170, deleteOnExit=true 2024-12-03T02:27:26,274 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/cluster_05e4aea6-252b-d2c4-9c05-9b0e5435e170/zookeeper_0, clientPort=53341, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/cluster_05e4aea6-252b-d2c4-9c05-9b0e5435e170/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/cluster_05e4aea6-252b-d2c4-9c05-9b0e5435e170/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T02:27:26,289 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53341 2024-12-03T02:27:26,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:27:26,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:27:26,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/test.cache.data in system properties and HBase conf 2024-12-03T02:27:26,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:27:26,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:27:26,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:27:26,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:27:26,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:27:26,400 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T02:27:26,483 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:27:26,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:27:26,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:27:26,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:27:26,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:27:26,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:27:26,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:27:26,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:27:26,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:27:26,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:27:26,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:27:26,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:27:26,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:27:26,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:27:26,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:27:27,508 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T02:27:27,578 INFO [Time-limited test {}] log.Log(170): Logging initialized @2764ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T02:27:27,676 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:27:27,753 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:27:27,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:27:27,771 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:27:27,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:27:27,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:27:27,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:27:27,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:27:27,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74014320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/java.io.tmpdir/jetty-localhost-45845-hadoop-hdfs-3_4_1-tests_jar-_-any-2293012139975816235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:27:27,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:45845} 2024-12-03T02:27:27,980 INFO [Time-limited test {}] server.Server(415): Started @3166ms 2024-12-03T02:27:28,475 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:27:28,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:27:28,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:27:28,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:27:28,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:27:28,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:27:28,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:27:28,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5373e2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/java.io.tmpdir/jetty-localhost-44703-hadoop-hdfs-3_4_1-tests_jar-_-any-3792177936187837285/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:27:28,595 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:44703} 2024-12-03T02:27:28,596 INFO [Time-limited test {}] server.Server(415): Started @3782ms 2024-12-03T02:27:28,657 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:27:29,773 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/cluster_05e4aea6-252b-d2c4-9c05-9b0e5435e170/data/data2/current/BP-2055975852-172.17.0.3-1733192847049/current, will proceed with Du for space computation calculation, 2024-12-03T02:27:29,773 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/cluster_05e4aea6-252b-d2c4-9c05-9b0e5435e170/data/data1/current/BP-2055975852-172.17.0.3-1733192847049/current, will proceed with Du for space computation calculation, 2024-12-03T02:27:29,809 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:27:29,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda992250dad31ed0 with lease ID 0x2e5286e2cdf017fa: Processing first storage report for DS-e55893c4-7641-48d8-901d-f075cc932c7b from datanode DatanodeRegistration(127.0.0.1:42497, datanodeUuid=00863fa8-e35f-4941-847f-88f3294aba57, infoPort=42393, infoSecurePort=0, ipcPort=39665, storageInfo=lv=-57;cid=testClusterID;nsid=1259120524;c=1733192847049) 2024-12-03T02:27:29,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda992250dad31ed0 with lease ID 0x2e5286e2cdf017fa: from storage DS-e55893c4-7641-48d8-901d-f075cc932c7b node DatanodeRegistration(127.0.0.1:42497, datanodeUuid=00863fa8-e35f-4941-847f-88f3294aba57, infoPort=42393, infoSecurePort=0, ipcPort=39665, storageInfo=lv=-57;cid=testClusterID;nsid=1259120524;c=1733192847049), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-03T02:27:29,869 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda992250dad31ed0 with lease ID 0x2e5286e2cdf017fa: Processing first storage report for DS-1a503a9f-14bc-4e10-8c43-313125d087e7 from datanode DatanodeRegistration(127.0.0.1:42497, datanodeUuid=00863fa8-e35f-4941-847f-88f3294aba57, infoPort=42393, infoSecurePort=0, ipcPort=39665, storageInfo=lv=-57;cid=testClusterID;nsid=1259120524;c=1733192847049) 2024-12-03T02:27:29,869 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda992250dad31ed0 with lease ID 0x2e5286e2cdf017fa: from storage DS-1a503a9f-14bc-4e10-8c43-313125d087e7 node DatanodeRegistration(127.0.0.1:42497, datanodeUuid=00863fa8-e35f-4941-847f-88f3294aba57, infoPort=42393, infoSecurePort=0, ipcPort=39665, storageInfo=lv=-57;cid=testClusterID;nsid=1259120524;c=1733192847049), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:27:29,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16 2024-12-03T02:27:29,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:29,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:30,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:27:30,680 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a with version=8 2024-12-03T02:27:30,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/hbase-staging 2024-12-03T02:27:30,822 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T02:27:31,115 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:27:31,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:31,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:31,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:27:31,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:31,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:27:31,296 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:27:31,369 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T02:27:31,378 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T02:27:31,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:27:31,408 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 70438 (auto-detected) 2024-12-03T02:27:31,409 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-03T02:27:31,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39273 2024-12-03T02:27:31,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39273 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-12-03T02:27:31,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392730x0, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:27:31,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39273-0x1019a4dbd970000 connected 2024-12-03T02:27:31,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:31,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:31,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/running 2024-12-03T02:27:31,689 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a, hbase.cluster.distributed=false 2024-12-03T02:27:31,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/acl 2024-12-03T02:27:31,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39273 2024-12-03T02:27:31,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39273 2024-12-03T02:27:31,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39273 2024-12-03T02:27:31,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39273 2024-12-03T02:27:31,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39273 2024-12-03T02:27:31,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:27:31,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:31,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:31,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:27:31,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:31,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:27:31,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:27:31,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:27:31,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38205 2024-12-03T02:27:31,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38205 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-12-03T02:27:31,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:31,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:31,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382050x0, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:27:31,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382050x0, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/running 2024-12-03T02:27:31,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38205-0x1019a4dbd970001 connected 2024-12-03T02:27:31,835 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:27:31,842 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:27:31,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/master 2024-12-03T02:27:31,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/acl 2024-12-03T02:27:31,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38205 2024-12-03T02:27:31,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38205 2024-12-03T02:27:31,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38205 2024-12-03T02:27:31,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38205 2024-12-03T02:27:31,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38205 2024-12-03T02:27:31,864 DEBUG [M:0;64035cbb0b46:39273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:39273 2024-12-03T02:27:31,865 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-668075666/backup-masters/64035cbb0b46,39273,1733192850918 2024-12-03T02:27:31,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666/backup-masters 2024-12-03T02:27:31,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666/backup-masters 2024-12-03T02:27:31,882 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on existing znode=/0-668075666/backup-masters/64035cbb0b46,39273,1733192850918 2024-12-03T02:27:31,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:31,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-668075666/master 2024-12-03T02:27:31,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:31,907 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on existing znode=/0-668075666/master 2024-12-03T02:27:31,908 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-668075666/backup-masters/64035cbb0b46,39273,1733192850918 from backup master directory 2024-12-03T02:27:31,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666/backup-masters 2024-12-03T02:27:31,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668075666/backup-masters/64035cbb0b46,39273,1733192850918 2024-12-03T02:27:31,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666/backup-masters 2024-12-03T02:27:31,915 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:27:31,915 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,39273,1733192850918 2024-12-03T02:27:31,918 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T02:27:31,919 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T02:27:31,971 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/hbase.id] with ID: 49ea3306-1ab1-49c6-907d-fd68484c50f1 2024-12-03T02:27:31,971 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/.tmp/hbase.id 2024-12-03T02:27:31,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:27:31,981 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/.tmp/hbase.id]:[hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/hbase.id] 2024-12-03T02:27:32,029 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:32,033 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:27:32,048 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-03T02:27:32,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:32,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:32,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:27:32,080 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:27:32,083 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:27:32,097 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T02:27:32,103 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:27:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:27:32,545 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store 2024-12-03T02:27:32,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:27:32,967 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T02:27:32,971 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:27:32,973 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:27:32,973 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:32,973 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:32,974 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:27:32,975 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:32,975 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:32,976 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192852972Disabling compacts and flushes for region at 1733192852972Disabling writes for close at 1733192852974 (+2 ms)Writing region close event to WAL at 1733192852975 (+1 ms)Closed at 1733192852975 2024-12-03T02:27:32,978 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/.initializing 2024-12-03T02:27:32,978 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39273,1733192850918 2024-12-03T02:27:32,987 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:27:33,000 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C39273%2C1733192850918, suffix=, logDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39273,1733192850918, archiveDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/oldWALs, maxLogs=10 2024-12-03T02:27:33,021 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39273,1733192850918/64035cbb0b46%2C39273%2C1733192850918.1733192853005, exclude list is [], retry=0 2024-12-03T02:27:33,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-e55893c4-7641-48d8-901d-f075cc932c7b,DISK] 2024-12-03T02:27:33,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T02:27:33,069 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39273,1733192850918/64035cbb0b46%2C39273%2C1733192850918.1733192853005 2024-12-03T02:27:33,070 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42393:42393)] 2024-12-03T02:27:33,071 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:27:33,071 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:27:33,074 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:33,075 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:33,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:33,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:27:33,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:33,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:33,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:33,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:27:33,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:33,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:33,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:33,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:27:33,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:33,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:33,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:33,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:27:33,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:33,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:33,150 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:33,153 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:33,154 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:33,159 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:33,159 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:33,162 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:27:33,166 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:33,170 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:27:33,172 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73292766, jitterRate=0.09214732050895691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:27:33,178 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733192853086Initializing all the Stores at 1733192853088 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192853089 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192853089Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192853090 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192853090Cleaning up temporary data from old regions at 1733192853159 (+69 ms)Region opened successfully at 1733192853178 (+19 ms) 2024-12-03T02:27:33,180 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:27:33,209 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4d4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:27:33,239 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:27:33,249 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:27:33,249 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:27:33,252 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:27:33,253 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T02:27:33,258 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-03T02:27:33,259 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:27:33,282 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:27:33,290 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Unable to get data of znode /0-668075666/balancer because node does not exist (not necessarily an error) 2024-12-03T02:27:33,315 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668075666/balancer already deleted, retry=false 2024-12-03T02:27:33,318 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:27:33,320 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Unable to get data of znode /0-668075666/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:27:33,331 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668075666/normalizer already deleted, retry=false 2024-12-03T02:27:33,334 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:27:33,339 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Unable to get data of znode /0-668075666/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:27:33,378 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668075666/switch/split already deleted, retry=false 2024-12-03T02:27:33,381 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Unable to get data of znode /0-668075666/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:27:33,439 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668075666/switch/merge already deleted, retry=false 2024-12-03T02:27:33,460 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Unable to get data of znode /0-668075666/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:27:33,497 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668075666/snapshot-cleanup already deleted, retry=false 2024-12-03T02:27:33,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-668075666/running 2024-12-03T02:27:33,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-668075666/running 2024-12-03T02:27:33,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:33,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:33,563 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,39273,1733192850918, sessionid=0x1019a4dbd970000, setting cluster-up flag (Was=false) 2024-12-03T02:27:33,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:33,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:33,706 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-668075666/flush-table-proc/acquired, /0-668075666/flush-table-proc/reached, /0-668075666/flush-table-proc/abort 2024-12-03T02:27:33,709 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,39273,1733192850918 2024-12-03T02:27:33,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:33,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:33,755 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-668075666/online-snapshot/acquired, /0-668075666/online-snapshot/reached, /0-668075666/online-snapshot/abort 2024-12-03T02:27:33,757 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,39273,1733192850918 2024-12-03T02:27:33,763 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:27:33,838 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:27:33,847 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:27:33,853 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:27:33,858 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(746): ClusterId : 49ea3306-1ab1-49c6-907d-fd68484c50f1 2024-12-03T02:27:33,861 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:27:33,859 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,39273,1733192850918 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:27:33,908 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:27:33,908 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:27:33,908 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:27:33,909 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:27:33,909 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:27:33,909 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:27:33,909 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:27:33,909 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:33,910 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:27:33,910 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:33,911 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733192883911 2024-12-03T02:27:33,912 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:27:33,914 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:27:33,915 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:27:33,915 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:27:33,917 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:27:33,918 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:27:33,918 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:27:33,918 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:27:33,919 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:33,922 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:27:33,922 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:33,923 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:27:33,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:27:33,923 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:27:33,923 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:27:33,926 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:27:33,927 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:27:33,929 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192853928,5,FailOnTimeoutGroup] 2024-12-03T02:27:33,930 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192853930,5,FailOnTimeoutGroup] 2024-12-03T02:27:33,930 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:33,931 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:27:33,932 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:33,932 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:33,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:27:33,968 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:27:33,969 DEBUG [RS:0;64035cbb0b46:38205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481ba934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:27:33,984 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:38205 2024-12-03T02:27:33,988 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:27:33,988 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:27:33,988 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:27:33,990 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,39273,1733192850918 with port=38205, startcode=1733192851774 2024-12-03T02:27:33,999 DEBUG [RS:0;64035cbb0b46:38205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:27:34,032 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:27:34,037 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39273 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,38205,1733192851774 2024-12-03T02:27:34,039 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39273 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,38205,1733192851774 2024-12-03T02:27:34,051 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a 2024-12-03T02:27:34,051 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33117 2024-12-03T02:27:34,051 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:27:34,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666/rs 2024-12-03T02:27:34,073 DEBUG [RS:0;64035cbb0b46:38205 {}] zookeeper.ZKUtil(111): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on existing znode=/0-668075666/rs/64035cbb0b46,38205,1733192851774 2024-12-03T02:27:34,073 WARN [RS:0;64035cbb0b46:38205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:27:34,073 INFO [RS:0;64035cbb0b46:38205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:27:34,074 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774 2024-12-03T02:27:34,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,38205,1733192851774] 2024-12-03T02:27:34,100 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:27:34,113 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:27:34,117 INFO [RS:0;64035cbb0b46:38205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:27:34,117 INFO [RS:0;64035cbb0b46:38205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:34,119 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:27:34,124 INFO [RS:0;64035cbb0b46:38205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:27:34,125 INFO [RS:0;64035cbb0b46:38205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:34,125 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:34,125 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:34,125 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:34,126 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:34,126 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:34,126 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:27:34,126 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:34,126 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:34,126 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:34,126 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:34,127 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:34,127 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:34,127 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:27:34,127 DEBUG [RS:0;64035cbb0b46:38205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:27:34,128 INFO [RS:0;64035cbb0b46:38205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:34,129 INFO [RS:0;64035cbb0b46:38205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:34,129 INFO [RS:0;64035cbb0b46:38205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:34,129 INFO [RS:0;64035cbb0b46:38205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:34,129 INFO [RS:0;64035cbb0b46:38205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:34,129 INFO [RS:0;64035cbb0b46:38205 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38205,1733192851774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:27:34,146 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:27:34,148 INFO [RS:0;64035cbb0b46:38205 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38205,1733192851774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:34,148 INFO [RS:0;64035cbb0b46:38205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:34,149 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.Replication(171): 64035cbb0b46,38205,1733192851774 started 2024-12-03T02:27:34,169 INFO [RS:0;64035cbb0b46:38205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:34,170 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,38205,1733192851774, RpcServer on 64035cbb0b46/172.17.0.3:38205, sessionid=0x1019a4dbd970001 2024-12-03T02:27:34,171 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:27:34,171 DEBUG [RS:0;64035cbb0b46:38205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,38205,1733192851774 2024-12-03T02:27:34,171 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,38205,1733192851774' 2024-12-03T02:27:34,172 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-668075666/flush-table-proc/abort' 2024-12-03T02:27:34,173 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-668075666/flush-table-proc/acquired' 2024-12-03T02:27:34,173 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:27:34,173 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:27:34,174 DEBUG [RS:0;64035cbb0b46:38205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,38205,1733192851774 2024-12-03T02:27:34,174 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,38205,1733192851774' 2024-12-03T02:27:34,174 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-668075666/online-snapshot/abort' 2024-12-03T02:27:34,174 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-668075666/online-snapshot/acquired' 2024-12-03T02:27:34,175 DEBUG [RS:0;64035cbb0b46:38205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:27:34,175 INFO [RS:0;64035cbb0b46:38205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:27:34,175 INFO [RS:0;64035cbb0b46:38205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:27:34,284 INFO [RS:0;64035cbb0b46:38205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:27:34,289 INFO [RS:0;64035cbb0b46:38205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C38205%2C1733192851774, suffix=, logDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774, archiveDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/oldWALs, maxLogs=10 2024-12-03T02:27:34,303 DEBUG [RS:0;64035cbb0b46:38205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292, exclude list is [], retry=0 2024-12-03T02:27:34,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-e55893c4-7641-48d8-901d-f075cc932c7b,DISK] 2024-12-03T02:27:34,311 INFO [RS:0;64035cbb0b46:38205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292 2024-12-03T02:27:34,312 DEBUG [RS:0;64035cbb0b46:38205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42393:42393)] 2024-12-03T02:27:34,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:27:34,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a 2024-12-03T02:27:34,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:27:34,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:27:34,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:27:34,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:27:34,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:34,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:34,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:27:34,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:27:34,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:34,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:34,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:27:34,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:27:34,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:34,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:34,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:27:34,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:27:34,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:34,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:34,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:27:34,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740 2024-12-03T02:27:34,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740 2024-12-03T02:27:34,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:27:34,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:27:34,781 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:27:34,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:27:34,788 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:27:34,789 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74410578, jitterRate=0.10880401730537415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:27:34,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733192854751Initializing all the Stores at 1733192854753 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192854754 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192854754Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192854754Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192854754Cleaning up temporary data from old regions at 1733192854780 (+26 ms)Region opened successfully at 1733192854792 (+12 ms) 2024-12-03T02:27:34,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:27:34,792 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:27:34,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:27:34,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:27:34,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:27:34,794 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:27:34,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192854792Disabling compacts and flushes for region at 1733192854792Disabling writes for close at 1733192854792Writing region close event to WAL at 1733192854793 (+1 ms)Closed at 1733192854794 (+1 ms) 2024-12-03T02:27:34,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:27:34,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:27:34,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:27:34,813 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:27:34,815 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:27:34,968 DEBUG [64035cbb0b46:39273 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:27:34,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,38205,1733192851774 2024-12-03T02:27:34,989 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,38205,1733192851774, state=OPENING 2024-12-03T02:27:35,005 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:27:35,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:35,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:35,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668075666/meta-region-server: CHANGED 2024-12-03T02:27:35,015 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668075666/meta-region-server: CHANGED 2024-12-03T02:27:35,018 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:27:35,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,38205,1733192851774}] 2024-12-03T02:27:35,203 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:27:35,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:27:35,217 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:27:35,218 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:27:35,218 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:27:35,222 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C38205%2C1733192851774.meta, suffix=.meta, logDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774, archiveDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/oldWALs, maxLogs=10 2024-12-03T02:27:35,235 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.meta.1733192855223.meta, exclude list is [], retry=0 2024-12-03T02:27:35,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-e55893c4-7641-48d8-901d-f075cc932c7b,DISK] 2024-12-03T02:27:35,241 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.meta.1733192855223.meta 2024-12-03T02:27:35,242 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42393:42393)] 2024-12-03T02:27:35,242 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:27:35,246 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:27:35,247 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:27:35,250 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:27:35,251 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:27:35,255 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:27:35,255 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:27:35,255 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:27:35,256 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:27:35,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:27:35,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:27:35,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:35,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:35,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:27:35,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:27:35,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:35,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:35,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:27:35,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:27:35,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:35,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:35,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:27:35,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:27:35,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:35,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:35,272 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:27:35,274 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740 2024-12-03T02:27:35,276 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740 2024-12-03T02:27:35,279 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:27:35,279 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:27:35,280 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:27:35,282 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:27:35,284 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63955905, jitterRate=-0.04698275029659271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:27:35,284 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:27:35,285 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733192855256Writing region info on filesystem at 1733192855256Initializing all the Stores at 1733192855259 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192855259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192855259Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192855259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192855259Cleaning up temporary data from old regions at 1733192855279 (+20 ms)Running coprocessor post-open hooks at 1733192855284 (+5 ms)Region opened successfully at 1733192855285 (+1 ms) 2024-12-03T02:27:35,292 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733192855193 2024-12-03T02:27:35,302 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:27:35,303 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:27:35,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,38205,1733192851774 2024-12-03T02:27:35,308 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,38205,1733192851774, state=OPEN 2024-12-03T02:27:35,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-668075666/meta-region-server 2024-12-03T02:27:35,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-668075666/meta-region-server 2024-12-03T02:27:35,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668075666/meta-region-server: CHANGED 2024-12-03T02:27:35,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668075666/meta-region-server: CHANGED 2024-12-03T02:27:35,365 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,38205,1733192851774 2024-12-03T02:27:35,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:27:35,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,38205,1733192851774 in 345 msec 2024-12-03T02:27:35,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:27:35,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 572 msec 2024-12-03T02:27:35,384 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:27:35,384 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:27:35,401 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:27:35,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,38205,1733192851774, seqNum=-1] 2024-12-03T02:27:35,420 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:27:35,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:27:35,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6500 sec 2024-12-03T02:27:35,445 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733192855445, completionTime=-1 2024-12-03T02:27:35,448 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:27:35,448 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:27:35,502 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:27:35,503 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733192915503 2024-12-03T02:27:35,503 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733192975503 2024-12-03T02:27:35,503 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 54 msec 2024-12-03T02:27:35,506 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39273,1733192850918-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:35,506 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39273,1733192850918-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:35,507 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39273,1733192850918-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:35,509 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:39273, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:35,510 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:35,511 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:35,532 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:27:35,558 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.642sec 2024-12-03T02:27:35,560 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:27:35,561 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:27:35,562 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:27:35,563 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:27:35,563 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:27:35,564 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39273,1733192850918-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:27:35,565 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39273,1733192850918-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:27:35,573 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:27:35,574 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:27:35,575 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39273,1733192850918-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:35,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ace93e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:35,674 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T02:27:35,674 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T02:27:35,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,39273,-1 for getting cluster id 2024-12-03T02:27:35,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:35,686 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49ea3306-1ab1-49c6-907d-fd68484c50f1' 2024-12-03T02:27:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49ea3306-1ab1-49c6-907d-fd68484c50f1" 2024-12-03T02:27:35,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e662419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:35,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,39273,-1] 2024-12-03T02:27:35,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:35,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:35,694 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:35,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6d0171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:35,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:27:35,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,38205,1733192851774, seqNum=-1] 2024-12-03T02:27:35,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:27:35,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:27:35,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,39273,1733192850918 2024-12-03T02:27:35,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-12-03T02:27:35,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:27:35,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a4dbd970002 connected 2024-12-03T02:27:35,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/hadoop.log.dir so I do NOT create it in target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3 2024-12-03T02:27:35,762 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:27:35,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/hadoop.tmp.dir so I do NOT create it in target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3 2024-12-03T02:27:35,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:27:35,763 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3 2024-12-03T02:27:35,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:27:35,763 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/cluster_cd9e36fd-d317-e4a6-a492-d4f969fa30fe, deleteOnExit=true 2024-12-03T02:27:35,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:27:35,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/test.cache.data in system properties and HBase conf 2024-12-03T02:27:35,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:27:35,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:27:35,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:27:35,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:27:35,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:27:35,764 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:27:35,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:27:35,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:27:35,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:27:35,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:27:35,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:27:35,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:27:35,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:27:35,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:27:35,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:27:35,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:27:35,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:27:35,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:27:35,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:27:35,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:27:36,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:27:36,088 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:27:36,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:27:36,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:27:36,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:27:36,093 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:27:36,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1afd3828{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:27:36,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15865cf2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:27:36,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6de5a28b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/java.io.tmpdir/jetty-localhost-38627-hadoop-hdfs-3_4_1-tests_jar-_-any-13602226896235143539/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:27:36,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b8d66e{HTTP/1.1, (http/1.1)}{localhost:38627} 2024-12-03T02:27:36,187 INFO [Time-limited test {}] server.Server(415): Started @11374ms 2024-12-03T02:27:36,420 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:27:36,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:27:36,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:27:36,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:27:36,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:27:36,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed91535{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:27:36,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44943535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:27:36,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52f2581e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/java.io.tmpdir/jetty-localhost-38557-hadoop-hdfs-3_4_1-tests_jar-_-any-17081602338494430304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:27:36,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@217af83f{HTTP/1.1, (http/1.1)}{localhost:38557} 2024-12-03T02:27:36,543 INFO [Time-limited test {}] server.Server(415): Started @11729ms 2024-12-03T02:27:36,544 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:27:37,088 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/cluster_cd9e36fd-d317-e4a6-a492-d4f969fa30fe/data/data1/current/BP-171160198-172.17.0.3-1733192855788/current, will proceed with Du for space computation calculation, 2024-12-03T02:27:37,088 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/cluster_cd9e36fd-d317-e4a6-a492-d4f969fa30fe/data/data2/current/BP-171160198-172.17.0.3-1733192855788/current, will proceed with Du for space computation calculation, 2024-12-03T02:27:37,137 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:27:37,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54a3f9bed6ffcce6 with lease ID 0x17ced532183328cc: Processing first storage report for DS-f31b7c41-8816-40d9-9a33-d1ae1f2c782f from datanode DatanodeRegistration(127.0.0.1:39705, datanodeUuid=9ec275fd-afc1-49cd-8f51-91c0cb1eb371, infoPort=42361, infoSecurePort=0, ipcPort=41107, storageInfo=lv=-57;cid=testClusterID;nsid=192260245;c=1733192855788) 2024-12-03T02:27:37,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54a3f9bed6ffcce6 with lease ID 0x17ced532183328cc: from storage DS-f31b7c41-8816-40d9-9a33-d1ae1f2c782f node DatanodeRegistration(127.0.0.1:39705, datanodeUuid=9ec275fd-afc1-49cd-8f51-91c0cb1eb371, infoPort=42361, infoSecurePort=0, ipcPort=41107, storageInfo=lv=-57;cid=testClusterID;nsid=192260245;c=1733192855788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:27:37,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x54a3f9bed6ffcce6 with lease ID 0x17ced532183328cc: Processing first storage report for DS-16b1994e-59e6-46f1-9124-b878c3cf9103 from datanode DatanodeRegistration(127.0.0.1:39705, datanodeUuid=9ec275fd-afc1-49cd-8f51-91c0cb1eb371, infoPort=42361, infoSecurePort=0, ipcPort=41107, storageInfo=lv=-57;cid=testClusterID;nsid=192260245;c=1733192855788) 2024-12-03T02:27:37,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x54a3f9bed6ffcce6 with lease ID 0x17ced532183328cc: from storage DS-16b1994e-59e6-46f1-9124-b878c3cf9103 node DatanodeRegistration(127.0.0.1:39705, datanodeUuid=9ec275fd-afc1-49cd-8f51-91c0cb1eb371, infoPort=42361, infoSecurePort=0, ipcPort=41107, storageInfo=lv=-57;cid=testClusterID;nsid=192260245;c=1733192855788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:27:37,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3 2024-12-03T02:27:37,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:37,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:37,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:27:37,604 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47 with version=8 2024-12-03T02:27:37,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/hbase-staging 2024-12-03T02:27:37,607 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:27:37,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:37,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:37,608 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:27:37,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:37,608 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:27:37,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:27:37,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:27:37,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37869 2024-12-03T02:27:37,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37869 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-12-03T02:27:37,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378690x0, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:27:37,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37869-0x1019a4dbd970003 connected 2024-12-03T02:27:37,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:37,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:37,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Set watcher on znode that does not yet exist, /12021296086/running 2024-12-03T02:27:37,693 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47, hbase.cluster.distributed=false 2024-12-03T02:27:37,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Set watcher on znode that does not yet exist, /12021296086/acl 2024-12-03T02:27:37,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37869 2024-12-03T02:27:37,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37869 2024-12-03T02:27:37,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37869 2024-12-03T02:27:37,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37869 2024-12-03T02:27:37,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37869 2024-12-03T02:27:37,715 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:27:37,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:37,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:37,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:27:37,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:37,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:27:37,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:27:37,715 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:27:37,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35373 2024-12-03T02:27:37,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35373 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-12-03T02:27:37,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:37,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:37,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353730x0, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:27:37,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353730x0, quorum=127.0.0.1:53341, baseZNode=/12021296086 Set watcher on znode that does not yet exist, /12021296086/running 2024-12-03T02:27:37,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35373-0x1019a4dbd970004 connected 2024-12-03T02:27:37,731 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:27:37,732 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:27:37,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Set watcher on znode that does not yet exist, /12021296086/master 2024-12-03T02:27:37,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Set watcher on znode that does not yet exist, /12021296086/acl 2024-12-03T02:27:37,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35373 2024-12-03T02:27:37,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35373 2024-12-03T02:27:37,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35373 2024-12-03T02:27:37,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35373 2024-12-03T02:27:37,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35373 2024-12-03T02:27:37,755 DEBUG [M:0;64035cbb0b46:37869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:37869 2024-12-03T02:27:37,758 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12021296086/backup-masters/64035cbb0b46,37869,1733192857607 2024-12-03T02:27:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086/backup-masters 2024-12-03T02:27:37,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086/backup-masters 2024-12-03T02:27:37,764 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Set watcher on existing znode=/12021296086/backup-masters/64035cbb0b46,37869,1733192857607 2024-12-03T02:27:37,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12021296086/master 2024-12-03T02:27:37,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:37,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:37,773 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Set watcher on existing znode=/12021296086/master 2024-12-03T02:27:37,773 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12021296086/backup-masters/64035cbb0b46,37869,1733192857607 from backup master directory 2024-12-03T02:27:37,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086/backup-masters 2024-12-03T02:27:37,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12021296086/backup-masters/64035cbb0b46,37869,1733192857607 2024-12-03T02:27:37,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086/backup-masters 2024-12-03T02:27:37,780 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:27:37,781 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,37869,1733192857607 2024-12-03T02:27:37,792 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/hbase.id] with ID: 80a53639-e054-44fd-a190-64f91823138f 2024-12-03T02:27:37,792 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/.tmp/hbase.id 2024-12-03T02:27:37,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:27:38,202 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/.tmp/hbase.id]:[hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/hbase.id] 2024-12-03T02:27:38,225 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:38,225 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:27:38,227 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T02:27:38,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:38,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:38,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:27:38,801 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:27:38,803 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:27:38,803 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:27:38,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:27:39,224 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store 2024-12-03T02:27:39,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:27:39,638 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:27:39,639 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:27:39,639 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:39,639 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:39,639 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:27:39,639 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:39,639 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:39,639 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192859639Disabling compacts and flushes for region at 1733192859639Disabling writes for close at 1733192859639Writing region close event to WAL at 1733192859639Closed at 1733192859639 2024-12-03T02:27:39,642 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/.initializing 2024-12-03T02:27:39,642 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/WALs/64035cbb0b46,37869,1733192857607 2024-12-03T02:27:39,645 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:27:39,649 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C37869%2C1733192857607, suffix=, logDir=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/WALs/64035cbb0b46,37869,1733192857607, archiveDir=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/oldWALs, maxLogs=10 2024-12-03T02:27:39,664 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/WALs/64035cbb0b46,37869,1733192857607/64035cbb0b46%2C37869%2C1733192857607.1733192859649, exclude list is [], retry=0 2024-12-03T02:27:39,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39705,DS-f31b7c41-8816-40d9-9a33-d1ae1f2c782f,DISK] 2024-12-03T02:27:39,671 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/WALs/64035cbb0b46,37869,1733192857607/64035cbb0b46%2C37869%2C1733192857607.1733192859649 2024-12-03T02:27:39,671 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42361:42361)] 2024-12-03T02:27:39,671 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:27:39,671 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:27:39,672 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:39,672 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:39,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:39,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:27:39,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:39,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:39,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:39,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:27:39,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:39,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:39,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:39,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:27:39,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:39,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:39,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:39,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:27:39,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:39,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:39,687 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:39,688 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:39,688 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:39,690 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:39,690 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:39,691 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:27:39,692 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:39,695 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:27:39,696 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73805836, jitterRate=0.09979265928268433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:27:39,696 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733192859672Initializing all the Stores at 1733192859673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192859674 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192859674Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192859674Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192859674Cleaning up temporary data from old regions at 1733192859690 (+16 ms)Region opened successfully at 1733192859696 (+6 ms) 2024-12-03T02:27:39,696 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:27:39,701 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499bf4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:27:39,702 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:27:39,702 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:27:39,702 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:27:39,702 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:27:39,703 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:27:39,703 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:27:39,704 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:27:39,706 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:27:39,707 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Unable to get data of znode /12021296086/balancer because node does not exist (not necessarily an error) 2024-12-03T02:27:39,713 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12021296086/balancer already deleted, retry=false 2024-12-03T02:27:39,714 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:27:39,714 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Unable to get data of znode /12021296086/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:27:39,722 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12021296086/normalizer already deleted, retry=false 2024-12-03T02:27:39,722 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:27:39,723 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Unable to get data of znode /12021296086/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:27:39,730 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12021296086/switch/split already deleted, retry=false 2024-12-03T02:27:39,732 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Unable to get data of znode /12021296086/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:27:39,739 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12021296086/switch/merge already deleted, retry=false 2024-12-03T02:27:39,743 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Unable to get data of znode /12021296086/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:27:39,753 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12021296086/snapshot-cleanup already deleted, retry=false 2024-12-03T02:27:39,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12021296086/running 2024-12-03T02:27:39,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12021296086/running 2024-12-03T02:27:39,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:39,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:39,764 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,37869,1733192857607, sessionid=0x1019a4dbd970003, setting cluster-up flag (Was=false) 2024-12-03T02:27:39,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:39,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:39,805 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12021296086/flush-table-proc/acquired, /12021296086/flush-table-proc/reached, /12021296086/flush-table-proc/abort 2024-12-03T02:27:39,807 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,37869,1733192857607 2024-12-03T02:27:39,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:39,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:39,847 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12021296086/online-snapshot/acquired, /12021296086/online-snapshot/reached, /12021296086/online-snapshot/abort 2024-12-03T02:27:39,851 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,37869,1733192857607 2024-12-03T02:27:39,855 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:27:39,859 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:27:39,860 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:27:39,860 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:27:39,860 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,37869,1733192857607 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:27:39,863 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:27:39,863 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:27:39,863 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:27:39,863 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:27:39,863 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:27:39,863 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:39,864 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:27:39,864 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:39,865 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733192889865 2024-12-03T02:27:39,865 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:27:39,865 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:27:39,865 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:27:39,865 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:27:39,865 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:27:39,865 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:27:39,866 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:39,866 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:27:39,866 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:27:39,866 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:27:39,866 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:27:39,867 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:27:39,867 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:27:39,867 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:27:39,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:27:39,867 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192859867,5,FailOnTimeoutGroup] 2024-12-03T02:27:39,868 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192859868,5,FailOnTimeoutGroup] 2024-12-03T02:27:39,868 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:39,868 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:27:39,868 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:39,868 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:39,869 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:39,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:27:39,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:27:39,945 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(746): ClusterId : 80a53639-e054-44fd-a190-64f91823138f 2024-12-03T02:27:39,945 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:27:39,962 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:27:39,962 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:27:39,979 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:27:39,980 DEBUG [RS:0;64035cbb0b46:35373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dad45f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:27:39,992 DEBUG [RS:0;64035cbb0b46:35373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:35373 2024-12-03T02:27:39,992 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:27:39,992 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:27:39,992 DEBUG [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:27:39,993 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,37869,1733192857607 with port=35373, startcode=1733192857715 2024-12-03T02:27:39,993 DEBUG [RS:0;64035cbb0b46:35373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:27:39,995 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:27:39,995 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,35373,1733192857715 2024-12-03T02:27:39,996 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37869 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,35373,1733192857715 2024-12-03T02:27:39,998 DEBUG [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47 2024-12-03T02:27:39,999 DEBUG [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37963 2024-12-03T02:27:39,999 DEBUG [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:27:40,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086/rs 2024-12-03T02:27:40,028 DEBUG [RS:0;64035cbb0b46:35373 {}] zookeeper.ZKUtil(111): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Set watcher on existing znode=/12021296086/rs/64035cbb0b46,35373,1733192857715 2024-12-03T02:27:40,028 WARN [RS:0;64035cbb0b46:35373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:27:40,028 INFO [RS:0;64035cbb0b46:35373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:27:40,028 DEBUG [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/WALs/64035cbb0b46,35373,1733192857715 2024-12-03T02:27:40,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,35373,1733192857715] 2024-12-03T02:27:40,036 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:27:40,040 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:27:40,041 INFO [RS:0;64035cbb0b46:35373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:27:40,041 INFO [RS:0;64035cbb0b46:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:40,041 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:27:40,043 INFO [RS:0;64035cbb0b46:35373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:27:40,043 INFO [RS:0;64035cbb0b46:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:40,043 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:40,043 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:40,043 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:40,043 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:40,043 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:40,044 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:27:40,044 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:40,044 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:40,044 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:40,044 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:40,044 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:40,044 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:40,044 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:27:40,044 DEBUG [RS:0;64035cbb0b46:35373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:27:40,045 INFO [RS:0;64035cbb0b46:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:40,045 INFO [RS:0;64035cbb0b46:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:40,045 INFO [RS:0;64035cbb0b46:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:40,045 INFO [RS:0;64035cbb0b46:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:40,045 INFO [RS:0;64035cbb0b46:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:40,045 INFO [RS:0;64035cbb0b46:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35373,1733192857715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:27:40,058 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:27:40,058 INFO [RS:0;64035cbb0b46:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35373,1733192857715-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:40,058 INFO [RS:0;64035cbb0b46:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:40,059 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.Replication(171): 64035cbb0b46,35373,1733192857715 started 2024-12-03T02:27:40,070 INFO [RS:0;64035cbb0b46:35373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:40,070 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,35373,1733192857715, RpcServer on 64035cbb0b46/172.17.0.3:35373, sessionid=0x1019a4dbd970004 2024-12-03T02:27:40,070 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:27:40,070 DEBUG [RS:0;64035cbb0b46:35373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,35373,1733192857715 2024-12-03T02:27:40,070 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,35373,1733192857715' 2024-12-03T02:27:40,071 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12021296086/flush-table-proc/abort' 2024-12-03T02:27:40,071 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12021296086/flush-table-proc/acquired' 2024-12-03T02:27:40,072 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:27:40,072 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:27:40,072 DEBUG [RS:0;64035cbb0b46:35373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,35373,1733192857715 2024-12-03T02:27:40,072 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,35373,1733192857715' 2024-12-03T02:27:40,072 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12021296086/online-snapshot/abort' 2024-12-03T02:27:40,073 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12021296086/online-snapshot/acquired' 2024-12-03T02:27:40,073 DEBUG [RS:0;64035cbb0b46:35373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:27:40,073 INFO [RS:0;64035cbb0b46:35373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:27:40,073 INFO [RS:0;64035cbb0b46:35373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:27:40,095 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:27:40,174 INFO [RS:0;64035cbb0b46:35373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:27:40,177 INFO [RS:0;64035cbb0b46:35373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C35373%2C1733192857715, suffix=, logDir=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/WALs/64035cbb0b46,35373,1733192857715, archiveDir=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/oldWALs, maxLogs=10 2024-12-03T02:27:40,190 DEBUG [RS:0;64035cbb0b46:35373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/WALs/64035cbb0b46,35373,1733192857715/64035cbb0b46%2C35373%2C1733192857715.1733192860178, exclude list is [], retry=0 2024-12-03T02:27:40,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39705,DS-f31b7c41-8816-40d9-9a33-d1ae1f2c782f,DISK] 2024-12-03T02:27:40,198 INFO [RS:0;64035cbb0b46:35373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/WALs/64035cbb0b46,35373,1733192857715/64035cbb0b46%2C35373%2C1733192857715.1733192860178 2024-12-03T02:27:40,199 DEBUG [RS:0;64035cbb0b46:35373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42361:42361)] 2024-12-03T02:27:40,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:27:40,281 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47 2024-12-03T02:27:40,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:27:40,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:27:40,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:27:40,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:27:40,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:40,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:40,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:27:40,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:27:40,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:40,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:40,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:27:40,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:27:40,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:40,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:40,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:27:40,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:27:40,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:40,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:40,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:27:40,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/data/hbase/meta/1588230740 2024-12-03T02:27:40,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/data/hbase/meta/1588230740 2024-12-03T02:27:40,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:27:40,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:27:40,708 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:27:40,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:27:40,713 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:27:40,713 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72133560, jitterRate=0.07487380504608154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:27:40,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733192860691Initializing all the Stores at 1733192860693 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192860693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192860693Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192860693Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192860693Cleaning up temporary data from old regions at 1733192860707 (+14 ms)Region opened successfully at 1733192860714 (+7 ms) 2024-12-03T02:27:40,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:27:40,714 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:27:40,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:27:40,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:27:40,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:27:40,714 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:27:40,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192860714Disabling compacts and flushes for region at 1733192860714Disabling writes for close at 1733192860714Writing region close event to WAL at 1733192860714Closed at 1733192860714 2024-12-03T02:27:40,716 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:27:40,717 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:27:40,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:27:40,719 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:27:40,720 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:27:40,763 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:27:40,871 DEBUG [64035cbb0b46:37869 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:27:40,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,35373,1733192857715 2024-12-03T02:27:40,877 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,35373,1733192857715, state=OPENING 2024-12-03T02:27:40,906 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:27:40,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:40,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:40,914 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:27:40,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12021296086/meta-region-server: CHANGED 2024-12-03T02:27:40,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,35373,1733192857715}] 2024-12-03T02:27:40,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12021296086/meta-region-server: CHANGED 2024-12-03T02:27:41,069 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:27:41,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:27:41,077 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:27:41,077 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:27:41,077 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:27:41,079 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C35373%2C1733192857715.meta, suffix=.meta, logDir=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/WALs/64035cbb0b46,35373,1733192857715, archiveDir=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/oldWALs, maxLogs=10 2024-12-03T02:27:41,092 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/WALs/64035cbb0b46,35373,1733192857715/64035cbb0b46%2C35373%2C1733192857715.meta.1733192861080.meta, exclude list is [], retry=0 2024-12-03T02:27:41,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39705,DS-f31b7c41-8816-40d9-9a33-d1ae1f2c782f,DISK] 2024-12-03T02:27:41,098 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/WALs/64035cbb0b46,35373,1733192857715/64035cbb0b46%2C35373%2C1733192857715.meta.1733192861080.meta 2024-12-03T02:27:41,098 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42361:42361)] 2024-12-03T02:27:41,098 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:27:41,099 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:27:41,099 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:27:41,099 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:27:41,099 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:27:41,099 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:27:41,099 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:27:41,099 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:27:41,099 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:27:41,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:27:41,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:27:41,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:41,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:41,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:27:41,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:27:41,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:41,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:41,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:27:41,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:27:41,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:41,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:41,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:27:41,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:27:41,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:41,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:41,109 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:27:41,111 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/data/hbase/meta/1588230740 2024-12-03T02:27:41,112 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/data/hbase/meta/1588230740 2024-12-03T02:27:41,114 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:27:41,114 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:27:41,115 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:27:41,117 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:27:41,118 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65906329, jitterRate=-0.01791916787624359}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:27:41,119 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:27:41,119 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733192861100Writing region info on filesystem at 1733192861100Initializing all the Stores at 1733192861101 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192861101Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192861101Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192861101Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192861101Cleaning up temporary data from old regions at 1733192861114 (+13 ms)Running coprocessor post-open hooks at 1733192861119 (+5 ms)Region opened successfully at 1733192861119 2024-12-03T02:27:41,121 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733192861068 2024-12-03T02:27:41,125 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:27:41,125 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:27:41,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,35373,1733192857715 2024-12-03T02:27:41,128 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,35373,1733192857715, state=OPEN 2024-12-03T02:27:41,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12021296086/meta-region-server 2024-12-03T02:27:41,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12021296086/meta-region-server 2024-12-03T02:27:41,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,35373,1733192857715 2024-12-03T02:27:41,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12021296086/meta-region-server: CHANGED 2024-12-03T02:27:41,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12021296086/meta-region-server: CHANGED 2024-12-03T02:27:41,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:27:41,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,35373,1733192857715 in 233 msec 2024-12-03T02:27:41,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:27:41,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-12-03T02:27:41,159 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:27:41,159 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:27:41,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:27:41,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,35373,1733192857715, seqNum=-1] 2024-12-03T02:27:41,161 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:27:41,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:27:41,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-12-03T02:27:41,171 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733192861171, completionTime=-1 2024-12-03T02:27:41,171 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:27:41,171 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:27:41,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:27:41,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733192921174 2024-12-03T02:27:41,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733192981174 2024-12-03T02:27:41,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T02:27:41,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37869,1733192857607-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:41,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37869,1733192857607-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:41,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37869,1733192857607-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:41,175 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:37869, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:41,175 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:41,175 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:41,177 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:27:41,179 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.398sec 2024-12-03T02:27:41,180 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:27:41,180 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:27:41,180 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:27:41,180 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:27:41,180 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:27:41,180 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37869,1733192857607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:27:41,180 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37869,1733192857607-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:27:41,184 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:27:41,184 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:27:41,184 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37869,1733192857607-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:41,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74299e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:41,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,37869,-1 for getting cluster id 2024-12-03T02:27:41,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:41,247 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a53639-e054-44fd-a190-64f91823138f' 2024-12-03T02:27:41,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:41,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a53639-e054-44fd-a190-64f91823138f" 2024-12-03T02:27:41,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:41,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,37869,-1] 2024-12-03T02:27:41,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:41,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:41,251 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:41,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423526e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:41,253 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:27:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,35373,1733192857715, seqNum=-1] 2024-12-03T02:27:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:27:41,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:27:41,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,37869,1733192857607 2024-12-03T02:27:41,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-12-03T02:27:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:27:41,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a4dbd970005 connected 2024-12-03T02:27:41,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578f6f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:41,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,39273,-1 for getting cluster id 2024-12-03T02:27:41,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:41,290 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49ea3306-1ab1-49c6-907d-fd68484c50f1' 2024-12-03T02:27:41,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:41,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49ea3306-1ab1-49c6-907d-fd68484c50f1" 2024-12-03T02:27:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e0cd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,39273,-1] 2024-12-03T02:27:41,294 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:41,296 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:41,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2f8524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:41,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:27:41,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,39273,1733192850918 2024-12-03T02:27:41,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f7b5618 2024-12-03T02:27:41,321 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:27:41,324 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:27:41,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:37869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:27:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:27:41,343 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:37869' 2024-12-03T02:27:41,345 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a85a2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:41,345 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,37869,-1 for getting cluster id 2024-12-03T02:27:41,345 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:27:41,346 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a53639-e054-44fd-a190-64f91823138f' 2024-12-03T02:27:41,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:41,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a53639-e054-44fd-a190-64f91823138f" 2024-12-03T02:27:41,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d10775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:41,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,37869,-1] 2024-12-03T02:27:41,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:41,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:41,352 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:41,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4dd5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:41,354 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:27:41,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,37869,1733192857607 2024-12-03T02:27:41,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f08cce5 2024-12-03T02:27:41,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:27:41,364 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:27:41,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T02:27:41,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T02:27:41,367 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:27:41,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T02:27:41,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:27:41,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T02:27:41,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T02:27:41,369 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T02:27:41,380 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T02:27:41,381 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:27:41,388 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:41,389 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:41,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:41,391 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:27:41,396 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:27:41,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:27:41,402 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:41,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:27:41,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741835_1011 (size=1138) 2024-12-03T02:27:41,449 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:27:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:27:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:27:41,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9dfb28d9efbf5706df391ea42d5b06de, NAME => 'hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a 2024-12-03T02:27:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741836_1012 (size=44) 2024-12-03T02:27:41,839 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:27:41,839 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9dfb28d9efbf5706df391ea42d5b06de, disabling compactions & flushes 2024-12-03T02:27:41,839 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:41,839 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:41,839 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. after waiting 0 ms 2024-12-03T02:27:41,839 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:41,839 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:41,839 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9dfb28d9efbf5706df391ea42d5b06de: Waiting for close lock at 1733192861839Disabling compacts and flushes for region at 1733192861839Disabling writes for close at 1733192861839Writing region close event to WAL at 1733192861839Closed at 1733192861839 2024-12-03T02:27:41,841 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:27:41,845 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733192861841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192861841"}]},"ts":"1733192861841"} 2024-12-03T02:27:41,850 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:27:41,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:27:41,855 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192861852"}]},"ts":"1733192861852"} 2024-12-03T02:27:41,860 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:27:41,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dfb28d9efbf5706df391ea42d5b06de, ASSIGN}] 2024-12-03T02:27:41,865 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dfb28d9efbf5706df391ea42d5b06de, ASSIGN 2024-12-03T02:27:41,866 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9dfb28d9efbf5706df391ea42d5b06de, ASSIGN; state=OFFLINE, location=64035cbb0b46,38205,1733192851774; forceNewPlan=false, retain=false 2024-12-03T02:27:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:27:42,018 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9dfb28d9efbf5706df391ea42d5b06de, regionState=OPENING, regionLocation=64035cbb0b46,38205,1733192851774 2024-12-03T02:27:42,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9dfb28d9efbf5706df391ea42d5b06de, ASSIGN because future has completed 2024-12-03T02:27:42,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dfb28d9efbf5706df391ea42d5b06de, server=64035cbb0b46,38205,1733192851774}] 2024-12-03T02:27:42,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:42,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:27:42,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:27:42,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C38205%2C1733192851774.rep, suffix=, logDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774, archiveDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/oldWALs, maxLogs=10 2024-12-03T02:27:42,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.rep.1733192862190, exclude list is [], retry=0 2024-12-03T02:27:42,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-e55893c4-7641-48d8-901d-f075cc932c7b,DISK] 2024-12-03T02:27:42,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.rep.1733192862190 2024-12-03T02:27:42,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42393:42393)] 2024-12-03T02:27:42,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dfb28d9efbf5706df391ea42d5b06de, NAME => 'hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:27:42,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:27:42,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:27:42,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. service=MultiRowMutationService 2024-12-03T02:27:42,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:27:42,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:42,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:27:42,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:42,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:42,212 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:42,214 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dfb28d9efbf5706df391ea42d5b06de columnFamilyName hfileref 2024-12-03T02:27:42,215 DEBUG [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:42,215 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] regionserver.HStore(327): Store=9dfb28d9efbf5706df391ea42d5b06de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:42,216 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:42,218 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dfb28d9efbf5706df391ea42d5b06de columnFamilyName queue 2024-12-03T02:27:42,218 DEBUG [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:42,219 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] regionserver.HStore(327): Store=9dfb28d9efbf5706df391ea42d5b06de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:42,219 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:42,221 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dfb28d9efbf5706df391ea42d5b06de columnFamilyName sid 2024-12-03T02:27:42,221 DEBUG [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:42,222 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] regionserver.HStore(327): Store=9dfb28d9efbf5706df391ea42d5b06de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:42,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:42,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/replication/9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:42,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/replication/9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:42,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:42,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:42,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:27:42,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:42,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/replication/9dfb28d9efbf5706df391ea42d5b06de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:27:42,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9dfb28d9efbf5706df391ea42d5b06de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68325131, jitterRate=0.018123790621757507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:27:42,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:42,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9dfb28d9efbf5706df391ea42d5b06de: Running coprocessor pre-open hook at 1733192862209Writing region info on filesystem at 1733192862209Initializing all the Stores at 1733192862212 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192862212Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192862212Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192862212Cleaning up temporary data from old regions at 1733192862226 (+14 ms)Running coprocessor post-open hooks at 1733192862232 (+6 ms)Region opened successfully at 1733192862233 (+1 ms) 2024-12-03T02:27:42,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de., pid=7, masterSystemTime=1733192862176 2024-12-03T02:27:42,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:42,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:42,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9dfb28d9efbf5706df391ea42d5b06de, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,38205,1733192851774 2024-12-03T02:27:42,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dfb28d9efbf5706df391ea42d5b06de, server=64035cbb0b46,38205,1733192851774 because future has completed 2024-12-03T02:27:42,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T02:27:42,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dfb28d9efbf5706df391ea42d5b06de, server=64035cbb0b46,38205,1733192851774 in 222 msec 2024-12-03T02:27:42,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:27:42,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dfb28d9efbf5706df391ea42d5b06de, ASSIGN in 387 msec 2024-12-03T02:27:42,254 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:27:42,254 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192862254"}]},"ts":"1733192862254"} 2024-12-03T02:27:42,257 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:27:42,259 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:27:42,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 867 msec 2024-12-03T02:27:42,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de., hostname=64035cbb0b46,38205,1733192851774, seqNum=2] 2024-12-03T02:27:42,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38205 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T02:27:42,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:42,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:42,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:27:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:27:42,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T02:27:42,542 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:27:42,588 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,38205,1733192851774, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:27:42,590 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:27:42,590 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,38205,1733192851774, seqNum=-1] 2024-12-03T02:27:42,591 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:27:42,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-03T02:27:42,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,38205,1733192851774', locateType=CURRENT is [region=hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de., hostname=64035cbb0b46,38205,1733192851774, seqNum=2] 2024-12-03T02:27:42,605 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T02:27:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T02:27:42,612 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,38205,1733192851774 suceeded 2024-12-03T02:27:42,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T02:27:42,618 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:37869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:27:42,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-12-03T02:27:42,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2890 sec 2024-12-03T02:27:42,629 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:37869' 2024-12-03T02:27:42,632 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7598110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:42,632 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,37869,-1 for getting cluster id 2024-12-03T02:27:42,632 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:42,633 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a53639-e054-44fd-a190-64f91823138f' 2024-12-03T02:27:42,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:42,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a53639-e054-44fd-a190-64f91823138f" 2024-12-03T02:27:42,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64393f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:42,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,37869,-1] 2024-12-03T02:27:42,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:42,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:42,636 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:42,639 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d5cd8f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:42,640 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:27:42,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,37869,1733192857607 2024-12-03T02:27:42,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43b84f07 2024-12-03T02:27:42,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:27:42,643 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T02:27:42,644 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,38205,1733192851774 (queues=1) is replicating from cluster=49ea3306-1ab1-49c6-907d-fd68484c50f1 to cluster=80a53639-e054-44fd-a190-64f91823138f 2024-12-03T02:27:42,647 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C38205%2C1733192851774 2024-12-03T02:27:42,650 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,38205,1733192851774, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:27:42,653 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774.replicationSource.shipper64035cbb0b46%2C38205%2C1733192851774,1-64035cbb0b46,38205,1733192851774 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C38205%2C1733192851774 2024-12-03T02:27:42,656 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,1-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292, startPosition=0, beingWritten=true 2024-12-03T02:27:42,921 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,1-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292 to pos 0, reset compression=false 2024-12-03T02:27:43,238 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,1-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292 to pos 0, reset compression=false 2024-12-03T02:27:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:27:43,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:27:43,503 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:27:43,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:43,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:43,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:43,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:43,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acc1068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:43,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,39273,-1 for getting cluster id 2024-12-03T02:27:43,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:43,508 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49ea3306-1ab1-49c6-907d-fd68484c50f1' 2024-12-03T02:27:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:43,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49ea3306-1ab1-49c6-907d-fd68484c50f1" 2024-12-03T02:27:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2365d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,39273,-1] 2024-12-03T02:27:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:43,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:43,513 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7a86c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:43,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:27:43,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,39273,1733192850918 2024-12-03T02:27:43,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@507a4a7 2024-12-03T02:27:43,519 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:27:43,533 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:27:43,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://64035cbb0b46:37869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:27:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:27:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T02:27:43,557 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:37869' 2024-12-03T02:27:43,562 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e604d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:43,562 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,37869,-1 for getting cluster id 2024-12-03T02:27:43,563 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:43,564 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a53639-e054-44fd-a190-64f91823138f' 2024-12-03T02:27:43,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:43,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a53639-e054-44fd-a190-64f91823138f" 2024-12-03T02:27:43,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b3a865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:43,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,37869,-1] 2024-12-03T02:27:43,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:43,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:43,569 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:43,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6973faee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:43,579 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:27:43,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,37869,1733192857607 2024-12-03T02:27:43,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c7e63a4 2024-12-03T02:27:43,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:27:43,583 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:27:43,585 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T02:27:43,585 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:27:43,585 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:43,585 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:43,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:43,650 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,1-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292 to pos 0, reset compression=false 2024-12-03T02:27:43,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:27:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T02:27:43,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-03T02:27:43,810 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T02:27:43,860 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-64035cbb0b46,38205,1733192851774, ReplicationSource: 2, currentBandwidth=0 2024-12-03T02:27:43,871 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T02:27:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T02:27:43,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T02:27:43,881 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 64035cbb0b46,38205,1733192851774 suceeded 2024-12-03T02:27:43,890 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://64035cbb0b46:37869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:27:43,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 356 msec 2024-12-03T02:27:43,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:27:43,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 230 msec 2024-12-03T02:27:43,907 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:37869' 2024-12-03T02:27:43,909 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25336064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:43,909 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,37869,-1 for getting cluster id 2024-12-03T02:27:43,909 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:43,911 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a53639-e054-44fd-a190-64f91823138f' 2024-12-03T02:27:43,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:43,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a53639-e054-44fd-a190-64f91823138f" 2024-12-03T02:27:43,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dbfe69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:43,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,37869,-1] 2024-12-03T02:27:43,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:43,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:43,916 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:43,918 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a5e46e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:43,918 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:27:43,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,37869,1733192857607 2024-12-03T02:27:43,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7874b591 2024-12-03T02:27:43,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:27:43,921 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-03T02:27:43,923 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-64035cbb0b46,38205,1733192851774 (queues=1) is replicating from cluster=49ea3306-1ab1-49c6-907d-fd68484c50f1 to cluster=80a53639-e054-44fd-a190-64f91823138f 2024-12-03T02:27:43,923 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=64035cbb0b46%2C38205%2C1733192851774 2024-12-03T02:27:43,923 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-64035cbb0b46,38205,1733192851774, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:27:43,924 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,2-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292, startPosition=0, beingWritten=true 2024-12-03T02:27:43,925 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774.replicationSource.shipper64035cbb0b46%2C38205%2C1733192851774,2-64035cbb0b46,38205,1733192851774 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C38205%2C1733192851774 2024-12-03T02:27:44,139 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,2-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292 to pos 0, reset compression=false 2024-12-03T02:27:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T02:27:44,185 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T02:27:44,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:27:44,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:44,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:44,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:44,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:44,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:27:44,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,39273,1733192850918 2024-12-03T02:27:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51674771 2024-12-03T02:27:44,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:27:44,200 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:27:44,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T02:27:44,203 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,1-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292 to pos 0, reset compression=false 2024-12-03T02:27:44,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T02:27:44,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T02:27:44,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T02:27:44,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:37869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:27:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T02:27:44,255 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:37869' 2024-12-03T02:27:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T02:27:44,260 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1d2c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:44,260 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,37869,-1 for getting cluster id 2024-12-03T02:27:44,260 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:44,264 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a53639-e054-44fd-a190-64f91823138f' 2024-12-03T02:27:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a53639-e054-44fd-a190-64f91823138f" 2024-12-03T02:27:44,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efb7c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:44,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,37869,-1] 2024-12-03T02:27:44,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:44,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:44,274 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:44,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c55ccd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:44,280 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:27:44,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,37869,1733192857607 2024-12-03T02:27:44,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@450c4eae 2024-12-03T02:27:44,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:27:44,295 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:27:44,296 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-03T02:27:44,297 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:27:44,297 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:44,297 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:44,299 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:44,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:27:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T02:27:44,499 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,2-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292 to pos 0, reset compression=false 2024-12-03T02:27:44,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-03T02:27:44,529 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-03T02:27:44,536 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T02:27:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T02:27:44,548 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 64035cbb0b46,38205,1733192851774 suceeded 2024-12-03T02:27:44,565 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://64035cbb0b46:37869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:27:44,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T02:27:44,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-03T02:27:44,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 341 msec 2024-12-03T02:27:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T02:27:44,584 INFO [Time-limited test {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-03T02:27:44,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://64035cbb0b46:37869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:27:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T02:27:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T02:27:44,592 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:37869' 2024-12-03T02:27:44,605 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ed1258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:44,605 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,37869,-1 for getting cluster id 2024-12-03T02:27:44,605 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:44,607 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a53639-e054-44fd-a190-64f91823138f' 2024-12-03T02:27:44,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:44,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a53639-e054-44fd-a190-64f91823138f" 2024-12-03T02:27:44,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b9ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:44,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,37869,-1] 2024-12-03T02:27:44,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:44,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:44,609 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:44,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ed42f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:44,611 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:27:44,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,37869,1733192857607 2024-12-03T02:27:44,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a69423a 2024-12-03T02:27:44,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:27:44,615 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:27:44,616 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T02:27:44,617 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:27:44,617 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:44,617 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:44,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:44,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:27:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T02:27:44,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-03T02:27:44,791 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-03T02:27:44,807 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T02:27:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T02:27:44,813 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 64035cbb0b46,38205,1733192851774 suceeded 2024-12-03T02:27:44,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T02:27:44,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 180 msec 2024-12-03T02:27:44,819 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://64035cbb0b46:37869,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:27:44,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 234 msec 2024-12-03T02:27:44,834 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,1-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292 to pos 0, reset compression=false 2024-12-03T02:27:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T02:27:44,913 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-03T02:27:44,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T02:27:44,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39273 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T02:27:44,919 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:27:44,919 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:44,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:44,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:44,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:44,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:27:44,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-12-03T02:27:44,923 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,39273,1733192850918 2024-12-03T02:27:44,935 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,2-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292 to pos 0, reset compression=false 2024-12-03T02:27:44,939 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:27:44,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:27:44,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:44,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:44,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668075666/running 2024-12-03T02:27:44,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668075666/running 2024-12-03T02:27:44,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:44,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:44,943 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,38205,1733192851774' ***** 2024-12-03T02:27:44,944 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:27:44,946 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:27:44,947 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:27:44,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/running 2024-12-03T02:27:44,947 INFO [RS:0;64035cbb0b46:38205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:27:44,948 INFO [RS:0;64035cbb0b46:38205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:27:44,948 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:44,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/running 2024-12-03T02:27:44,955 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:27:44,968 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,38205,1733192851774 2024-12-03T02:27:44,968 INFO [RS:0;64035cbb0b46:38205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:27:44,968 INFO [RS:0;64035cbb0b46:38205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:38205. 2024-12-03T02:27:44,968 DEBUG [RS:0;64035cbb0b46:38205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:44,968 DEBUG [RS:0;64035cbb0b46:38205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:44,969 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:27:44,969 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:27:44,970 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:27:44,970 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:27:44,971 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T02:27:44,971 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1325): Online Regions={9dfb28d9efbf5706df391ea42d5b06de=hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:27:44,972 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:44,972 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:27:44,972 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:27:44,972 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dfb28d9efbf5706df391ea42d5b06de, disabling compactions & flushes 2024-12-03T02:27:44,972 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:27:44,972 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:44,972 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:44,972 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:27:44,972 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. after waiting 0 ms 2024-12-03T02:27:44,972 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:27:44,972 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:44,977 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9dfb28d9efbf5706df391ea42d5b06de 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-03T02:27:44,980 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T02:27:45,093 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/replication/9dfb28d9efbf5706df391ea42d5b06de/.tmp/queue/04a60a28a32d4405acda9ad31037205e is 151, key is 1-64035cbb0b46,38205,1733192851774/queue:64035cbb0b46%2C38205%2C1733192851774/1733192862598/Put/seqid=0 2024-12-03T02:27:45,095 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/.tmp/info/8dfc90ab50de469bb427de5e5c840f2f is 147, key is hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de./info:regioninfo/1733192862239/Put/seqid=0 2024-12-03T02:27:45,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741838_1014 (size=5500) 2024-12-03T02:27:45,113 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/replication/9dfb28d9efbf5706df391ea42d5b06de/.tmp/queue/04a60a28a32d4405acda9ad31037205e 2024-12-03T02:27:45,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741839_1015 (size=6631) 2024-12-03T02:27:45,172 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:45,180 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/replication/9dfb28d9efbf5706df391ea42d5b06de/.tmp/queue/04a60a28a32d4405acda9ad31037205e as hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/replication/9dfb28d9efbf5706df391ea42d5b06de/queue/04a60a28a32d4405acda9ad31037205e 2024-12-03T02:27:45,223 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:27:45,224 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:27:45,238 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/replication/9dfb28d9efbf5706df391ea42d5b06de/queue/04a60a28a32d4405acda9ad31037205e, entries=2, sequenceid=6, filesize=5.4 K 2024-12-03T02:27:45,249 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9dfb28d9efbf5706df391ea42d5b06de in 271ms, sequenceid=6, compaction requested=false 2024-12-03T02:27:45,250 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T02:27:45,295 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/replication/9dfb28d9efbf5706df391ea42d5b06de/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T02:27:45,311 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:27:45,311 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:27:45,312 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:45,312 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dfb28d9efbf5706df391ea42d5b06de: Waiting for close lock at 1733192864970Running coprocessor pre-close hooks at 1733192864972 (+2 ms)Disabling compacts and flushes for region at 1733192864972Disabling writes for close at 1733192864972Obtaining lock to block concurrent updates at 1733192864982 (+10 ms)Preparing flush snapshotting stores in 9dfb28d9efbf5706df391ea42d5b06de at 1733192864982Finished memstore snapshotting hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733192864997 (+15 ms)Flushing stores of hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. at 1733192865007 (+10 ms)Flushing 9dfb28d9efbf5706df391ea42d5b06de/queue: creating writer at 1733192865008 (+1 ms)Flushing 9dfb28d9efbf5706df391ea42d5b06de/queue: appending metadata at 1733192865077 (+69 ms)Flushing 9dfb28d9efbf5706df391ea42d5b06de/queue: closing flushed file at 1733192865081 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2893ca22: reopening flushed file at 1733192865178 (+97 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 9dfb28d9efbf5706df391ea42d5b06de in 271ms, sequenceid=6, compaction requested=false at 1733192865249 (+71 ms)Writing region close event to WAL at 1733192865271 (+22 ms)Running coprocessor post-close hooks at 1733192865303 (+32 ms)Closed at 1733192865312 (+9 ms) 2024-12-03T02:27:45,312 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:45,372 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:27:45,470 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,2-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292 to pos 0, reset compression=false 2024-12-03T02:27:45,551 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/.tmp/info/8dfc90ab50de469bb427de5e5c840f2f 2024-12-03T02:27:45,572 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:27:45,580 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,1-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292 to pos 0, reset compression=false 2024-12-03T02:27:45,618 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/.tmp/ns/96821a1359064551b7de36e591e19338 is 43, key is default/ns:d/1733192855427/Put/seqid=0 2024-12-03T02:27:45,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741840_1016 (size=5153) 2024-12-03T02:27:45,651 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/.tmp/ns/96821a1359064551b7de36e591e19338 2024-12-03T02:27:45,722 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/.tmp/table/edb7510becba466f967f58d523f86a74 is 53, key is hbase:replication/table:state/1733192862254/Put/seqid=0 2024-12-03T02:27:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741841_1017 (size=5256) 2024-12-03T02:27:45,773 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:27:45,973 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T02:27:45,973 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:27:45,973 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:27:46,102 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,2-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292 to pos 0, reset compression=false 2024-12-03T02:27:46,146 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/.tmp/table/edb7510becba466f967f58d523f86a74 2024-12-03T02:27:46,165 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/.tmp/info/8dfc90ab50de469bb427de5e5c840f2f as hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/info/8dfc90ab50de469bb427de5e5c840f2f 2024-12-03T02:27:46,174 DEBUG [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:27:46,196 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/info/8dfc90ab50de469bb427de5e5c840f2f, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T02:27:46,203 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/.tmp/ns/96821a1359064551b7de36e591e19338 as hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/ns/96821a1359064551b7de36e591e19338 2024-12-03T02:27:46,248 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/ns/96821a1359064551b7de36e591e19338, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T02:27:46,252 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/.tmp/table/edb7510becba466f967f58d523f86a74 as hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/table/edb7510becba466f967f58d523f86a74 2024-12-03T02:27:46,285 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/table/edb7510becba466f967f58d523f86a74, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T02:27:46,292 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=11, compaction requested=false 2024-12-03T02:27:46,305 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T02:27:46,306 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:27:46,306 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:27:46,307 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:27:46,307 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192864971Running coprocessor pre-close hooks at 1733192864971Disabling compacts and flushes for region at 1733192864971Disabling writes for close at 1733192864972 (+1 ms)Obtaining lock to block concurrent updates at 1733192864980 (+8 ms)Preparing flush snapshotting stores in 1588230740 at 1733192864980Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733192864995 (+15 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733192865003 (+8 ms)Flushing 1588230740/info: creating writer at 1733192865006 (+3 ms)Flushing 1588230740/info: appending metadata at 1733192865084 (+78 ms)Flushing 1588230740/info: closing flushed file at 1733192865084Flushing 1588230740/ns: creating writer at 1733192865575 (+491 ms)Flushing 1588230740/ns: appending metadata at 1733192865617 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1733192865617Flushing 1588230740/table: creating writer at 1733192865682 (+65 ms)Flushing 1588230740/table: appending metadata at 1733192865721 (+39 ms)Flushing 1588230740/table: closing flushed file at 1733192865721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54924b35: reopening flushed file at 1733192866163 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b7714ea: reopening flushed file at 1733192866197 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51582ea7: reopening flushed file at 1733192866248 (+51 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=11, compaction requested=false at 1733192866292 (+44 ms)Writing region close event to WAL at 1733192866294 (+2 ms)Running coprocessor post-close hooks at 1733192866306 (+12 ms)Closed at 1733192866307 (+1 ms) 2024-12-03T02:27:46,307 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:27:46,374 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,38205,1733192851774; all regions closed. 2024-12-03T02:27:46,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741834_1010 (size=2742) 2024-12-03T02:27:46,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.meta.1733192855223.meta not finished, retry = 0 2024-12-03T02:27:46,402 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,1-64035cbb0b46,38205,1733192851774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774/64035cbb0b46%2C38205%2C1733192851774.1733192854292 to pos 0, reset compression=false 2024-12-03T02:27:46,501 DEBUG [RS:0;64035cbb0b46:38205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/oldWALs 2024-12-03T02:27:46,502 INFO [RS:0;64035cbb0b46:38205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C38205%2C1733192851774.meta:.meta(num 1733192855223) 2024-12-03T02:27:46,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741837_1013 (size=1802) 2024-12-03T02:27:46,516 DEBUG [RS:0;64035cbb0b46:38205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/oldWALs 2024-12-03T02:27:46,516 INFO [RS:0;64035cbb0b46:38205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C38205%2C1733192851774.rep:(num 1733192862190) 2024-12-03T02:27:46,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741832_1008 (size=93) 2024-12-03T02:27:46,548 DEBUG [RS:0;64035cbb0b46:38205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/oldWALs 2024-12-03T02:27:46,548 INFO [RS:0;64035cbb0b46:38205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C38205%2C1733192851774:(num 1733192854292) 2024-12-03T02:27:46,548 DEBUG [RS:0;64035cbb0b46:38205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:46,548 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:27:46,549 INFO [RS:0;64035cbb0b46:38205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:27:46,549 INFO [RS:0;64035cbb0b46:38205 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T02:27:46,549 INFO [RS:0;64035cbb0b46:38205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:27:46,550 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:27:46,550 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,38205,1733192851774 because: Region server is closing 2024-12-03T02:27:46,550 INFO [RS:0;64035cbb0b46:38205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:38205. 2024-12-03T02:27:46,550 DEBUG [RS:0;64035cbb0b46:38205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:46,557 DEBUG [RS:0;64035cbb0b46:38205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:46,557 DEBUG [RS:0;64035cbb0b46:38205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:46,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:46,604 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:27:46,658 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,1-64035cbb0b46,38205,1733192851774 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:27:46,658 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774.replicationSource.shipper64035cbb0b46%2C38205%2C1733192851774,1-64035cbb0b46,38205,1733192851774 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T02:27:46,659 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38205,1733192851774.replicationSource.shipper64035cbb0b46%2C38205%2C1733192851774,1-64035cbb0b46,38205,1733192851774 terminated 2024-12-03T02:27:46,660 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-64035cbb0b46,38205,1733192851774 because: Region server is closing 2024-12-03T02:27:46,660 INFO [RS:0;64035cbb0b46:38205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:38205. 2024-12-03T02:27:46,660 DEBUG [RS:0;64035cbb0b46:38205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:46,660 DEBUG [RS:0;64035cbb0b46:38205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:46,661 DEBUG [RS:0;64035cbb0b46:38205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:46,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:46,771 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774.replicationSource.wal-reader.64035cbb0b46%2C38205%2C1733192851774,2-64035cbb0b46,38205,1733192851774 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:27:46,771 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774.replicationSource.shipper64035cbb0b46%2C38205%2C1733192851774,2-64035cbb0b46,38205,1733192851774 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T02:27:46,772 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,38205,1733192851774.replicationSource.shipper64035cbb0b46%2C38205%2C1733192851774,2-64035cbb0b46,38205,1733192851774 terminated 2024-12-03T02:27:46,772 INFO [RS:0;64035cbb0b46:38205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38205 2024-12-03T02:27:46,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668075666/rs/64035cbb0b46,38205,1733192851774 2024-12-03T02:27:46,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666/rs 2024-12-03T02:27:46,794 INFO [RS:0;64035cbb0b46:38205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:27:46,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,38205,1733192851774] 2024-12-03T02:27:46,846 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-668075666/draining/64035cbb0b46,38205,1733192851774 already deleted, retry=false 2024-12-03T02:27:46,847 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,38205,1733192851774 expired; onlineServers=0 2024-12-03T02:27:46,847 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,39273,1733192850918' ***** 2024-12-03T02:27:46,847 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:27:46,847 INFO [M:0;64035cbb0b46:39273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:27:46,847 INFO [M:0;64035cbb0b46:39273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:27:46,847 DEBUG [M:0;64035cbb0b46:39273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:27:46,848 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:27:46,848 DEBUG [M:0;64035cbb0b46:39273 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:27:46,848 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192853928 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192853928,5,FailOnTimeoutGroup] 2024-12-03T02:27:46,848 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192853930 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192853930,5,FailOnTimeoutGroup] 2024-12-03T02:27:46,848 INFO [M:0;64035cbb0b46:39273 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:27:46,848 INFO [M:0;64035cbb0b46:39273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:27:46,848 DEBUG [M:0;64035cbb0b46:39273 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:27:46,848 INFO [M:0;64035cbb0b46:39273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:27:46,848 INFO [M:0;64035cbb0b46:39273 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:27:46,849 INFO [M:0;64035cbb0b46:39273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:27:46,849 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:27:46,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668075666/master 2024-12-03T02:27:46,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:46,856 DEBUG [M:0;64035cbb0b46:39273 {}] zookeeper.ZKUtil(347): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Unable to get data of znode /0-668075666/master because node does not exist (not an error) 2024-12-03T02:27:46,857 WARN [M:0;64035cbb0b46:39273 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:27:46,858 INFO [M:0;64035cbb0b46:39273 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/.lastflushedseqids 2024-12-03T02:27:46,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741842_1018 (size=181) 2024-12-03T02:27:46,906 INFO [M:0;64035cbb0b46:39273 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:27:46,906 INFO [M:0;64035cbb0b46:39273 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:27:46,906 DEBUG [M:0;64035cbb0b46:39273 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:27:46,906 INFO [M:0;64035cbb0b46:39273 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:46,906 DEBUG [M:0;64035cbb0b46:39273 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:46,906 DEBUG [M:0;64035cbb0b46:39273 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:27:46,907 DEBUG [M:0;64035cbb0b46:39273 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:46,907 INFO [M:0;64035cbb0b46:39273 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-03T02:27:46,942 DEBUG [M:0;64035cbb0b46:39273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac87b0dbeaa74af38f344ff195dc82c7 is 82, key is hbase:meta,,1/info:regioninfo/1733192855304/Put/seqid=0 2024-12-03T02:27:46,944 INFO [RS:0;64035cbb0b46:38205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:27:46,945 INFO [RS:0;64035cbb0b46:38205 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,38205,1733192851774; zookeeper connection closed. 2024-12-03T02:27:46,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:27:46,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38205-0x1019a4dbd970001, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:27:46,958 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bb17f6d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bb17f6d 2024-12-03T02:27:46,959 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:27:46,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741843_1019 (size=5672) 2024-12-03T02:27:47,368 INFO [M:0;64035cbb0b46:39273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac87b0dbeaa74af38f344ff195dc82c7 2024-12-03T02:27:47,393 DEBUG [M:0;64035cbb0b46:39273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d84ecfe9e5174334890e2d8a21500e1f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733192862261/Put/seqid=0 2024-12-03T02:27:47,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741844_1020 (size=8663) 2024-12-03T02:27:47,408 INFO [M:0;64035cbb0b46:39273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d84ecfe9e5174334890e2d8a21500e1f 2024-12-03T02:27:47,440 DEBUG [M:0;64035cbb0b46:39273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6ef48d0d1bf49d2b7dad7164c270ac6 is 69, key is 64035cbb0b46,38205,1733192851774/rs:state/1733192854041/Put/seqid=0 2024-12-03T02:27:47,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741845_1021 (size=5156) 2024-12-03T02:27:47,851 INFO [M:0;64035cbb0b46:39273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6ef48d0d1bf49d2b7dad7164c270ac6 2024-12-03T02:27:47,875 DEBUG [M:0;64035cbb0b46:39273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ac87b0dbeaa74af38f344ff195dc82c7 as hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac87b0dbeaa74af38f344ff195dc82c7 2024-12-03T02:27:47,913 INFO [M:0;64035cbb0b46:39273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac87b0dbeaa74af38f344ff195dc82c7, entries=8, sequenceid=115, filesize=5.5 K 2024-12-03T02:27:47,916 DEBUG [M:0;64035cbb0b46:39273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d84ecfe9e5174334890e2d8a21500e1f as hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d84ecfe9e5174334890e2d8a21500e1f 2024-12-03T02:27:47,939 INFO [M:0;64035cbb0b46:39273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d84ecfe9e5174334890e2d8a21500e1f, entries=14, sequenceid=115, filesize=8.5 K 2024-12-03T02:27:47,941 DEBUG [M:0;64035cbb0b46:39273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6ef48d0d1bf49d2b7dad7164c270ac6 as hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6ef48d0d1bf49d2b7dad7164c270ac6 2024-12-03T02:27:47,970 INFO [M:0;64035cbb0b46:39273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6ef48d0d1bf49d2b7dad7164c270ac6, entries=1, sequenceid=115, filesize=5.0 K 2024-12-03T02:27:47,982 INFO [M:0;64035cbb0b46:39273 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1074ms, sequenceid=115, compaction requested=false 2024-12-03T02:27:48,008 INFO [M:0;64035cbb0b46:39273 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:48,008 DEBUG [M:0;64035cbb0b46:39273 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192866906Disabling compacts and flushes for region at 1733192866906Disabling writes for close at 1733192866907 (+1 ms)Obtaining lock to block concurrent updates at 1733192866907Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733192866907Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733192866908 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733192866909 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733192866909Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733192866941 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733192866941Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733192867376 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733192867393 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733192867393Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733192867420 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733192867440 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733192867440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593fa92e: reopening flushed file at 1733192867872 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd042d7: reopening flushed file at 1733192867914 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70af8ed8: reopening flushed file at 1733192867939 (+25 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1074ms, sequenceid=115, compaction requested=false at 1733192867982 (+43 ms)Writing region close event to WAL at 1733192868008 (+26 ms)Closed at 1733192868008 2024-12-03T02:27:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741830_1006 (size=59421) 2024-12-03T02:27:48,016 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39273,1733192850918/64035cbb0b46%2C39273%2C1733192850918.1733192853005 not finished, retry = 0 2024-12-03T02:27:48,124 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:27:48,127 INFO [M:0;64035cbb0b46:39273 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:27:48,147 INFO [M:0;64035cbb0b46:39273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39273 2024-12-03T02:27:48,147 INFO [M:0;64035cbb0b46:39273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:27:48,274 INFO [M:0;64035cbb0b46:39273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:27:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:27:48,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39273-0x1019a4dbd970000, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:27:48,278 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:27:48,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:48,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:48,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:27:48,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:48,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:27:48,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:27:48,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:27:48,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39715 2024-12-03T02:27:48,288 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39715 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-12-03T02:27:48,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397150x0, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:27:48,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39715-0x1019a4dbd970006 connected 2024-12-03T02:27:48,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:48,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:48,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/running 2024-12-03T02:27:48,396 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a, hbase.cluster.distributed=false 2024-12-03T02:27:48,397 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668075666/meta-region-server: INIT 2024-12-03T02:27:48,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/acl 2024-12-03T02:27:48,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39715 2024-12-03T02:27:48,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39715 2024-12-03T02:27:48,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39715 2024-12-03T02:27:48,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39715 2024-12-03T02:27:48,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39715 2024-12-03T02:27:48,443 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:27:48,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:48,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:48,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:27:48,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:27:48,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:27:48,444 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:27:48,445 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:27:48,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36695 2024-12-03T02:27:48,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36695 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-12-03T02:27:48,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:48,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:48,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366950x0, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:27:48,556 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668075666/meta-region-server: INIT 2024-12-03T02:27:48,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366950x0, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/running 2024-12-03T02:27:48,558 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:27:48,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36695-0x1019a4dbd970007 connected 2024-12-03T02:27:48,568 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:27:48,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/master 2024-12-03T02:27:48,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/acl 2024-12-03T02:27:48,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36695 2024-12-03T02:27:48,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36695 2024-12-03T02:27:48,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36695 2024-12-03T02:27:48,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36695 2024-12-03T02:27:48,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36695 2024-12-03T02:27:48,631 DEBUG [M:0;64035cbb0b46:39715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:39715 2024-12-03T02:27:48,631 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-668075666/backup-masters/64035cbb0b46,39715,1733192868278 2024-12-03T02:27:48,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666/backup-masters 2024-12-03T02:27:48,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666/backup-masters 2024-12-03T02:27:48,656 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on existing znode=/0-668075666/backup-masters/64035cbb0b46,39715,1733192868278 2024-12-03T02:27:48,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-668075666/master 2024-12-03T02:27:48,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:48,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:48,668 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on existing znode=/0-668075666/master 2024-12-03T02:27:48,669 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-668075666/backup-masters/64035cbb0b46,39715,1733192868278 from backup master directory 2024-12-03T02:27:48,720 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:27:48,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668075666/backup-masters/64035cbb0b46,39715,1733192868278 2024-12-03T02:27:48,720 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,39715,1733192868278 2024-12-03T02:27:48,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666/backup-masters 2024-12-03T02:27:48,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666/backup-masters 2024-12-03T02:27:48,754 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:27:48,754 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:27:48,780 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 26ms. 2024-12-03T02:27:48,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741846_1022 (size=196) 2024-12-03T02:27:48,841 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:27:48,842 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:27:48,842 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:27:48,853 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T02:27:48,856 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39273,1733192850918 to hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39273,1733192850918-dead as it is dead 2024-12-03T02:27:48,858 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-03T02:27:48,858 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-03T02:27:48,858 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39273,1733192850918-dead/64035cbb0b46%2C39273%2C1733192850918.1733192853005 2024-12-03T02:27:48,866 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39273,1733192850918-dead/64035cbb0b46%2C39273%2C1733192850918.1733192853005 after 5ms 2024-12-03T02:27:48,867 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39273,1733192850918-dead/64035cbb0b46%2C39273%2C1733192850918.1733192853005 to hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64035cbb0b46%2C39273%2C1733192850918.1733192853005 2024-12-03T02:27:48,867 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39273,1733192850918-dead 2024-12-03T02:27:48,868 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39715,1733192868278 2024-12-03T02:27:48,869 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:27:48,871 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C39715%2C1733192868278, suffix=, logDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39715,1733192868278, archiveDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/oldWALs, maxLogs=10 2024-12-03T02:27:48,890 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39715,1733192868278/64035cbb0b46%2C39715%2C1733192868278.1733192868872, exclude list is [], retry=0 2024-12-03T02:27:48,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-e55893c4-7641-48d8-901d-f075cc932c7b,DISK] 2024-12-03T02:27:48,908 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39715,1733192868278/64035cbb0b46%2C39715%2C1733192868278.1733192868872 2024-12-03T02:27:48,909 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42393:42393)] 2024-12-03T02:27:48,909 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:27:48,909 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:27:48,909 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:48,909 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:48,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:48,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:27:48,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:48,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ac87b0dbeaa74af38f344ff195dc82c7 2024-12-03T02:27:48,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:48,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:48,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:27:48,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:48,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d84ecfe9e5174334890e2d8a21500e1f 2024-12-03T02:27:48,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:48,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:48,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:27:48,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:48,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6ef48d0d1bf49d2b7dad7164c270ac6 2024-12-03T02:27:48,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:48,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:48,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:27:48,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:48,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:48,995 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:48,997 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T02:27:48,997 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64035cbb0b46%2C39273%2C1733192850918.1733192853005 2024-12-03T02:27:49,018 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64035cbb0b46%2C39273%2C1733192850918.1733192853005 2024-12-03T02:27:49,020 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64035cbb0b46%2C39273%2C1733192850918.1733192853005 2024-12-03T02:27:49,022 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:49,022 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:49,024 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:27:49,031 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:27:49,035 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-03T02:27:49,037 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66264251, jitterRate=-0.01258571445941925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:27:49,038 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733192868910Initializing all the Stores at 1733192868911 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192868911Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192868914 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192868914Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192868914Cleaning up temporary data from old regions at 1733192869022 (+108 ms)Region opened successfully at 1733192869037 (+15 ms) 2024-12-03T02:27:49,041 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:27:49,062 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633cb720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:27:49,099 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T02:27:49,100 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:27:49,100 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:27:49,101 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:27:49,101 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:27:49,109 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:27:49,110 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:27:49,112 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:27:49,112 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:27:49,112 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T02:27:49,112 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-03T02:27:49,113 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-12-03T02:27:49,113 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:27:49,137 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=64035cbb0b46,38205,1733192851774, regionLocation=64035cbb0b46,38205,1733192851774, openSeqNum=2 2024-12-03T02:27:49,137 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=64035cbb0b46,38205,1733192851774, table=hbase:meta, region=1588230740 2024-12-03T02:27:49,138 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,38205,1733192851774, state=OPEN 2024-12-03T02:27:49,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-668075666/meta-region-server 2024-12-03T02:27:49,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668075666/meta-region-server: CHANGED 2024-12-03T02:27:49,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-668075666/meta-region-server 2024-12-03T02:27:49,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668075666/meta-region-server: CHANGED 2024-12-03T02:27:49,219 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:27:49,311 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668075666/draining/64035cbb0b46,38205,1733192851774 already deleted, retry=false 2024-12-03T02:27:49,312 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 64035cbb0b46,38205,1733192851774 on 64035cbb0b46,39715,1733192868278 2024-12-03T02:27:49,325 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 64035cbb0b46,38205,1733192851774, splitWal=true, meta=true 2024-12-03T02:27:49,329 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 64035cbb0b46,38205,1733192851774 (carryingMeta=true) 64035cbb0b46,38205,1733192851774/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2bb8ea0a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T02:27:49,351 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Unable to get data of znode /0-668075666/balancer because node does not exist (not necessarily an error) 2024-12-03T02:27:49,442 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668075666/balancer already deleted, retry=false 2024-12-03T02:27:49,443 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:27:49,460 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Unable to get data of znode /0-668075666/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:27:49,519 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668075666/normalizer already deleted, retry=false 2024-12-03T02:27:49,520 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:27:49,535 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Unable to get data of znode /0-668075666/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:27:49,575 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668075666/switch/split already deleted, retry=false 2024-12-03T02:27:49,576 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Unable to get data of znode /0-668075666/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:27:49,677 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668075666/switch/merge already deleted, retry=false 2024-12-03T02:27:49,809 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Unable to get data of znode /0-668075666/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:27:49,863 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-668075666/snapshot-cleanup already deleted, retry=false 2024-12-03T02:27:49,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-668075666/running 2024-12-03T02:27:49,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-668075666/running 2024-12-03T02:27:49,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:49,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:49,940 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,39715,1733192868278, sessionid=0x1019a4dbd970006, setting cluster-up flag (Was=false) 2024-12-03T02:27:49,997 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-668075666/flush-table-proc/acquired, /0-668075666/flush-table-proc/reached, /0-668075666/flush-table-proc/abort 2024-12-03T02:27:49,998 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,39715,1733192868278 2024-12-03T02:27:50,079 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-668075666/online-snapshot/acquired, /0-668075666/online-snapshot/reached, /0-668075666/online-snapshot/abort 2024-12-03T02:27:50,080 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,39715,1733192868278 2024-12-03T02:27:50,085 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/.lastflushedseqids 2024-12-03T02:27:50,089 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:27:50,090 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:27:50,090 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,39715,1733192868278 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 64035cbb0b46,38205,1733192851774 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:27:50,092 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:27:50,092 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:27:50,092 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:27:50,093 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:27:50,093 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:27:50,093 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:50,093 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:27:50,093 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:50,101 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 64035cbb0b46,38205,1733192851774, splitWal=true, meta=true 2024-12-03T02:27:50,103 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 64035cbb0b46,38205,1733192851774, splitWal=true, meta=true, isMeta: true 2024-12-03T02:27:50,103 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733192900103 2024-12-03T02:27:50,103 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:27:50,104 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:27:50,104 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:27:50,104 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:27:50,104 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:27:50,104 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:27:50,104 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,105 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774-splitting 2024-12-03T02:27:50,106 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774-splitting dir is empty, no logs to split. 2024-12-03T02:27:50,106 INFO [PEWorker-1 {}] master.SplitWALManager(105): 64035cbb0b46,38205,1733192851774 WAL count=0, meta=true 2024-12-03T02:27:50,107 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:27:50,108 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:27:50,108 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:27:50,108 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:27:50,111 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:27:50,111 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:27:50,111 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774-splitting dir is empty, no logs to split. 2024-12-03T02:27:50,112 INFO [PEWorker-1 {}] master.SplitWALManager(105): 64035cbb0b46,38205,1733192851774 WAL count=0, meta=true 2024-12-03T02:27:50,112 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192870111,5,FailOnTimeoutGroup] 2024-12-03T02:27:50,112 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 64035cbb0b46,38205,1733192851774 WAL splitting is done? wals=0, meta=true 2024-12-03T02:27:50,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:27:50,115 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192870112,5,FailOnTimeoutGroup] 2024-12-03T02:27:50,115 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,115 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:27:50,115 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,116 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,116 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733192870116, completionTime=-1 2024-12-03T02:27:50,116 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T02:27:50,117 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:27:50,119 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T02:27:50,121 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T02:27:50,131 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(746): ClusterId : 49ea3306-1ab1-49c6-907d-fd68484c50f1 2024-12-03T02:27:50,131 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:27:50,200 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:27:50,200 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:27:50,275 WARN [64035cbb0b46:39715 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T02:27:50,284 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:27:50,285 DEBUG [RS:0;64035cbb0b46:36695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604016a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:27:50,324 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:36695 2024-12-03T02:27:50,325 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:27:50,325 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:27:50,325 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:27:50,327 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,39715,1733192868278 with port=36695, startcode=1733192868443 2024-12-03T02:27:50,327 DEBUG [RS:0;64035cbb0b46:36695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:27:50,342 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:27:50,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39715 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,36695,1733192868443 2024-12-03T02:27:50,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39715 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,36695,1733192868443 2024-12-03T02:27:50,354 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a 2024-12-03T02:27:50,354 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33117 2024-12-03T02:27:50,354 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:27:50,376 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=260ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T02:27:50,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666/rs 2024-12-03T02:27:50,378 DEBUG [RS:0;64035cbb0b46:36695 {}] zookeeper.ZKUtil(111): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on existing znode=/0-668075666/rs/64035cbb0b46,36695,1733192868443 2024-12-03T02:27:50,379 WARN [RS:0;64035cbb0b46:36695 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:27:50,379 INFO [RS:0;64035cbb0b46:36695 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:27:50,379 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443 2024-12-03T02:27:50,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,36695,1733192868443] 2024-12-03T02:27:50,462 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:27:50,465 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:27:50,466 INFO [RS:0;64035cbb0b46:36695 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:27:50,466 INFO [RS:0;64035cbb0b46:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,466 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:27:50,467 INFO [RS:0;64035cbb0b46:36695 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:27:50,468 INFO [RS:0;64035cbb0b46:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,468 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:50,468 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:50,468 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:50,468 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:50,469 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:50,469 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:27:50,469 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:50,469 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:50,469 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:50,469 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:50,469 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:50,469 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:27:50,469 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:27:50,470 DEBUG [RS:0;64035cbb0b46:36695 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:27:50,470 INFO [RS:0;64035cbb0b46:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,470 INFO [RS:0;64035cbb0b46:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,470 INFO [RS:0;64035cbb0b46:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,470 INFO [RS:0;64035cbb0b46:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,470 INFO [RS:0;64035cbb0b46:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,470 INFO [RS:0;64035cbb0b46:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36695,1733192868443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:27:50,485 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:27:50,485 INFO [RS:0;64035cbb0b46:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36695,1733192868443-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,503 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,36695,1733192868443, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:27:50,525 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.ReplicationSource(231): queueId=2-64035cbb0b46,36695,1733192868443, ReplicationSource: 2, currentBandwidth=0 2024-12-03T02:27:50,527 DEBUG [RS:0;64035cbb0b46:36695.replicationSource,1-64035cbb0b46,36695,1733192868443 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:37869' 2024-12-03T02:27:50,528 INFO [RS:0;64035cbb0b46:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,529 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.Replication(171): 64035cbb0b46,36695,1733192868443 started 2024-12-03T02:27:50,535 DEBUG [RS:0;64035cbb0b46:36695.replicationSource,1-64035cbb0b46,36695,1733192868443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1528d372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:50,536 DEBUG [RS:0;64035cbb0b46:36695.replicationSource,1-64035cbb0b46,36695,1733192868443 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,37869,-1 for getting cluster id 2024-12-03T02:27:50,536 DEBUG [RS:0;64035cbb0b46:36695.replicationSource,1-64035cbb0b46,36695,1733192868443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:50,548 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a53639-e054-44fd-a190-64f91823138f' 2024-12-03T02:27:50,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:50,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a53639-e054-44fd-a190-64f91823138f" 2024-12-03T02:27:50,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c12ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:50,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,37869,-1] 2024-12-03T02:27:50,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:50,550 INFO [RS:0;64035cbb0b46:36695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:50,550 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,36695,1733192868443, RpcServer on 64035cbb0b46/172.17.0.3:36695, sessionid=0x1019a4dbd970007 2024-12-03T02:27:50,550 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:27:50,550 DEBUG [RS:0;64035cbb0b46:36695 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,36695,1733192868443 2024-12-03T02:27:50,551 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,36695,1733192868443' 2024-12-03T02:27:50,551 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-668075666/flush-table-proc/abort' 2024-12-03T02:27:50,551 DEBUG [RS:0;64035cbb0b46:36695.replicationSource,2-64035cbb0b46,36695,1733192868443 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:37869' 2024-12-03T02:27:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:50,551 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-668075666/flush-table-proc/acquired' 2024-12-03T02:27:50,552 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:27:50,552 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:27:50,552 DEBUG [RS:0;64035cbb0b46:36695 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,36695,1733192868443 2024-12-03T02:27:50,552 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,36695,1733192868443' 2024-12-03T02:27:50,552 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-668075666/online-snapshot/abort' 2024-12-03T02:27:50,553 DEBUG [RS:0;64035cbb0b46:36695.replicationSource,2-64035cbb0b46,36695,1733192868443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b61e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:50,553 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-668075666/online-snapshot/acquired' 2024-12-03T02:27:50,553 DEBUG [RS:0;64035cbb0b46:36695.replicationSource,2-64035cbb0b46,36695,1733192868443 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,37869,-1 for getting cluster id 2024-12-03T02:27:50,553 DEBUG [RS:0;64035cbb0b46:36695.replicationSource,2-64035cbb0b46,36695,1733192868443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:50,553 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:50,554 DEBUG [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80a53639-e054-44fd-a190-64f91823138f' 2024-12-03T02:27:50,554 DEBUG [RS:0;64035cbb0b46:36695.replicationSource,1-64035cbb0b46,36695,1733192868443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c9eca7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:50,554 DEBUG [RS:0;64035cbb0b46:36695.replicationSource,1-64035cbb0b46,36695,1733192868443 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:27:50,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:50,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80a53639-e054-44fd-a190-64f91823138f" 2024-12-03T02:27:50,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d82a6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,37869,-1] 2024-12-03T02:27:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,37869,1733192857607 2024-12-03T02:27:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e587e9 2024-12-03T02:27:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:27:50,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:50,557 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T02:27:50,558 DEBUG [RS:0;64035cbb0b46:36695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:27:50,558 INFO [RS:0;64035cbb0b46:36695 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:27:50,558 INFO [RS:0;64035cbb0b46:36695 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:27:50,559 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:50,559 INFO [RS:0;64035cbb0b46:36695.replicationSource,1-64035cbb0b46,36695,1733192868443 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,36695,1733192868443 (queues=0) is replicating from cluster=49ea3306-1ab1-49c6-907d-fd68484c50f1 to cluster=80a53639-e054-44fd-a190-64f91823138f 2024-12-03T02:27:50,560 DEBUG [RS:0;64035cbb0b46:36695.replicationSource,2-64035cbb0b46,36695,1733192868443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c7f9523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:50,560 DEBUG [RS:0;64035cbb0b46:36695.replicationSource,2-64035cbb0b46,36695,1733192868443 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:27:50,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,37869,1733192857607 2024-12-03T02:27:50,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@665d654c 2024-12-03T02:27:50,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:27:50,566 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-03T02:27:50,567 INFO [RS:0;64035cbb0b46:36695.replicationSource,2-64035cbb0b46,36695,1733192868443 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-64035cbb0b46,36695,1733192868443 (queues=0) is replicating from cluster=49ea3306-1ab1-49c6-907d-fd68484c50f1 to cluster=80a53639-e054-44fd-a190-64f91823138f 2024-12-03T02:27:50,658 INFO [RS:0;64035cbb0b46:36695 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:27:50,660 INFO [RS:0;64035cbb0b46:36695 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C36695%2C1733192868443, suffix=, logDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443, archiveDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/oldWALs, maxLogs=10 2024-12-03T02:27:50,675 DEBUG [RS:0;64035cbb0b46:36695 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661, exclude list is [], retry=0 2024-12-03T02:27:50,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-e55893c4-7641-48d8-901d-f075cc932c7b,DISK] 2024-12-03T02:27:50,680 INFO [RS:0;64035cbb0b46:36695 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 2024-12-03T02:27:50,681 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 64035cbb0b46%2C36695%2C1733192868443 for peer 2 2024-12-03T02:27:50,681 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 64035cbb0b46%2C36695%2C1733192868443 for peer 1 2024-12-03T02:27:50,681 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C36695%2C1733192868443 2024-12-03T02:27:50,682 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,36695,1733192868443, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:27:50,682 INFO [RS:0;64035cbb0b46:36695.replicationSource.shipper64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C36695%2C1733192868443 2024-12-03T02:27:50,682 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=64035cbb0b46%2C36695%2C1733192868443 2024-12-03T02:27:50,682 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-64035cbb0b46,36695,1733192868443, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:27:50,683 INFO [RS:0;64035cbb0b46:36695.replicationSource.shipper64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C36695%2C1733192868443 2024-12-03T02:27:50,683 DEBUG [RS:0;64035cbb0b46:36695 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42393:42393)] 2024-12-03T02:27:50,684 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661, startPosition=0, beingWritten=true 2024-12-03T02:27:50,684 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661, startPosition=0, beingWritten=true 2024-12-03T02:27:50,777 DEBUG [64035cbb0b46:39715 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:27:50,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,36695,1733192868443 2024-12-03T02:27:50,779 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,36695,1733192868443, state=OPENING 2024-12-03T02:27:50,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-668075666/meta-region-server 2024-12-03T02:27:50,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-668075666/meta-region-server 2024-12-03T02:27:50,811 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:27:50,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668075666/meta-region-server: CHANGED 2024-12-03T02:27:50,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,36695,1733192868443}] 2024-12-03T02:27:50,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668075666/meta-region-server: CHANGED 2024-12-03T02:27:50,893 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:50,896 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:50,965 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:27:50,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:27:50,971 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:27:50,971 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:27:50,972 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:27:50,974 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C36695%2C1733192868443.meta, suffix=.meta, logDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443, archiveDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/oldWALs, maxLogs=10 2024-12-03T02:27:50,988 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.meta.1733192870975.meta, exclude list is [], retry=0 2024-12-03T02:27:50,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-e55893c4-7641-48d8-901d-f075cc932c7b,DISK] 2024-12-03T02:27:50,994 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.meta.1733192870975.meta 2024-12-03T02:27:50,994 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42393:42393)] 2024-12-03T02:27:50,994 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:27:50,995 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:27:50,995 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:27:50,995 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:27:50,995 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:27:50,995 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:27:50,995 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:27:50,995 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:27:50,995 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:27:50,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:27:50,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:27:50,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:51,007 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/info/8dfc90ab50de469bb427de5e5c840f2f 2024-12-03T02:27:51,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:51,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:27:51,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:27:51,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:51,017 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/ns/96821a1359064551b7de36e591e19338 2024-12-03T02:27:51,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:51,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:27:51,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:27:51,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:51,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:51,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:27:51,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:27:51,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:51,029 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/table/edb7510becba466f967f58d523f86a74 2024-12-03T02:27:51,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:27:51,029 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:27:51,030 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740 2024-12-03T02:27:51,032 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740 2024-12-03T02:27:51,033 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:27:51,033 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:27:51,034 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:27:51,036 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:27:51,036 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58736398, jitterRate=-0.12475946545600891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:27:51,037 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:27:51,037 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733192870995Writing region info on filesystem at 1733192870995Initializing all the Stores at 1733192870997 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192870997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192870997Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192870997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192870997Cleaning up temporary data from old regions at 1733192871033 (+36 ms)Running coprocessor post-open hooks at 1733192871037 (+4 ms)Region opened successfully at 1733192871037 2024-12-03T02:27:51,038 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733192870965 2024-12-03T02:27:51,041 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:27:51,041 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:27:51,042 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=64035cbb0b46,36695,1733192868443 2024-12-03T02:27:51,043 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,36695,1733192868443, state=OPEN 2024-12-03T02:27:51,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-668075666/meta-region-server 2024-12-03T02:27:51,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-668075666/meta-region-server 2024-12-03T02:27:51,080 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,36695,1733192868443 2024-12-03T02:27:51,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668075666/meta-region-server: CHANGED 2024-12-03T02:27:51,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-668075666/meta-region-server: CHANGED 2024-12-03T02:27:51,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-03T02:27:51,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,36695,1733192868443 in 270 msec 2024-12-03T02:27:51,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-03T02:27:51,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 970 msec 2024-12-03T02:27:51,199 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:51,202 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:51,608 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:51,614 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:51,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:27:51,881 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1765ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1505ms 2024-12-03T02:27:52,124 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:52,131 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:52,740 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:52,741 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:53,388 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3272ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3012ms 2024-12-03T02:27:53,462 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:53,462 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:54,269 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:54,271 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:54,643 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4527ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T02:27:54,643 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:27:54,644 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:27:54,644 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,36695,1733192868443, seqNum=-1] 2024-12-03T02:27:54,644 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:27:54,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:27:54,656 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9dfb28d9efbf5706df391ea42d5b06de, regionState=OPEN, lastHost=64035cbb0b46,38205,1733192851774, regionLocation=64035cbb0b46,38205,1733192851774, openSeqNum=2 2024-12-03T02:27:54,656 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:27:54,656 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733192934656 2024-12-03T02:27:54,656 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733192994656 2024-12-03T02:27:54,656 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-12-03T02:27:54,656 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39715,1733192868278-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:54,656 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39715,1733192868278-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:54,657 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 64035cbb0b46,38205,1733192851774 had 2 regions 2024-12-03T02:27:54,657 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39715,1733192868278-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:54,657 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:39715, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:54,657 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:54,657 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:54,659 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 64035cbb0b46,38205,1733192851774, splitWal=true, meta=true, isMeta: false 2024-12-03T02:27:54,661 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774-splitting dir is empty, no logs to split. 2024-12-03T02:27:54,661 INFO [PEWorker-3 {}] master.SplitWALManager(105): 64035cbb0b46,38205,1733192851774 WAL count=0, meta=false 2024-12-03T02:27:54,665 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,38205,1733192851774-splitting dir is empty, no logs to split. 2024-12-03T02:27:54,665 INFO [PEWorker-3 {}] master.SplitWALManager(105): 64035cbb0b46,38205,1733192851774 WAL count=0, meta=false 2024-12-03T02:27:54,665 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 64035cbb0b46,38205,1733192851774 WAL splitting is done? wals=0, meta=false 2024-12-03T02:27:54,665 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.945sec 2024-12-03T02:27:54,665 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:27:54,665 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:27:54,665 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:27:54,665 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:27:54,666 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:27:54,666 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39715,1733192868278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:27:54,666 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39715,1733192868278-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:27:54,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dfb28d9efbf5706df391ea42d5b06de, ASSIGN}] 2024-12-03T02:27:54,670 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:27:54,671 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:27:54,671 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39715,1733192868278-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:27:54,671 WARN [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=64035cbb0b46,38205,1733192851774/hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:54,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dfb28d9efbf5706df391ea42d5b06de, ASSIGN 2024-12-03T02:27:54,673 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9dfb28d9efbf5706df391ea42d5b06de, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T02:27:54,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3a6dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:54,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,39715,-1 for getting cluster id 2024-12-03T02:27:54,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:54,738 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49ea3306-1ab1-49c6-907d-fd68484c50f1' 2024-12-03T02:27:54,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:54,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49ea3306-1ab1-49c6-907d-fd68484c50f1" 2024-12-03T02:27:54,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446271b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:54,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,39715,-1] 2024-12-03T02:27:54,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:54,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:54,742 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:54,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3e30f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:54,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:27:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,36695,1733192868443, seqNum=-1] 2024-12-03T02:27:54,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:27:54,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:27:54,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T02:27:54,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:27:54,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:54,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:54,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:54,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:54,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 64035cbb0b46:39715 after: 64035cbb0b46:39715 2024-12-03T02:27:54,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0ebea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:54,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,39715,-1 for getting cluster id 2024-12-03T02:27:54,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:27:54,752 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49ea3306-1ab1-49c6-907d-fd68484c50f1' 2024-12-03T02:27:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:27:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49ea3306-1ab1-49c6-907d-fd68484c50f1" 2024-12-03T02:27:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257c47b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,39715,-1] 2024-12-03T02:27:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:27:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:54,754 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:27:54,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b93d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:27:54,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:27:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,39715,1733192868278 2024-12-03T02:27:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f0a2047 2024-12-03T02:27:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:27:54,758 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:27:54,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39715 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T02:27:54,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39715 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T02:27:54,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39715 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T02:27:54,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39715 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-03T02:27:54,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:27:54,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:27:54,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:54,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:54,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:54,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:54,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:27:54,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1806746768, stopped=false 2024-12-03T02:27:54,763 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,37869,1733192857607 2024-12-03T02:27:54,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12021296086/running 2024-12-03T02:27:54,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12021296086/running 2024-12-03T02:27:54,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:54,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:54,771 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:27:54,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:27:54,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Set watcher on znode that does not yet exist, /12021296086/running 2024-12-03T02:27:54,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:54,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Set watcher on znode that does not yet exist, /12021296086/running 2024-12-03T02:27:54,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:54,772 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,35373,1733192857715' ***** 2024-12-03T02:27:54,772 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:27:54,772 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:27:54,772 INFO [RS:0;64035cbb0b46:35373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:27:54,772 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:27:54,772 INFO [RS:0;64035cbb0b46:35373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:27:54,772 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,35373,1733192857715 2024-12-03T02:27:54,772 INFO [RS:0;64035cbb0b46:35373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:27:54,772 INFO [RS:0;64035cbb0b46:35373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:35373. 2024-12-03T02:27:54,773 DEBUG [RS:0;64035cbb0b46:35373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:54,773 DEBUG [RS:0;64035cbb0b46:35373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:54,773 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:27:54,773 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:27:54,773 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:27:54,773 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:27:54,773 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T02:27:54,773 DEBUG [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:27:54,773 DEBUG [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:27:54,773 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:27:54,773 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:27:54,773 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:27:54,773 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:27:54,773 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:27:54,774 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T02:27:54,784 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:27:54,792 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/data/hbase/meta/1588230740/.tmp/ns/6d0158bcc7d84b7a84f75b1cb7443434 is 43, key is default/ns:d/1733192861163/Put/seqid=0 2024-12-03T02:27:54,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741835_1011 (size=5153) 2024-12-03T02:27:54,799 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/data/hbase/meta/1588230740/.tmp/ns/6d0158bcc7d84b7a84f75b1cb7443434 2024-12-03T02:27:54,809 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/data/hbase/meta/1588230740/.tmp/ns/6d0158bcc7d84b7a84f75b1cb7443434 as hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/data/hbase/meta/1588230740/ns/6d0158bcc7d84b7a84f75b1cb7443434 2024-12-03T02:27:54,821 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/data/hbase/meta/1588230740/ns/6d0158bcc7d84b7a84f75b1cb7443434, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T02:27:54,822 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=6, compaction requested=false 2024-12-03T02:27:54,822 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:27:54,823 DEBUG [64035cbb0b46:39715 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:27:54,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9dfb28d9efbf5706df391ea42d5b06de, regionState=OPENING, regionLocation=64035cbb0b46,36695,1733192868443 2024-12-03T02:27:54,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9dfb28d9efbf5706df391ea42d5b06de, ASSIGN because future has completed 2024-12-03T02:27:54,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dfb28d9efbf5706df391ea42d5b06de, server=64035cbb0b46,36695,1733192868443}] 2024-12-03T02:27:54,828 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T02:27:54,829 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:27:54,829 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:27:54,829 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:27:54,829 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192874773Running coprocessor pre-close hooks at 1733192874773Disabling compacts and flushes for region at 1733192874773Disabling writes for close at 1733192874773Obtaining lock to block concurrent updates at 1733192874774 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733192874774Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733192874774Flushing stores of hbase:meta,,1.1588230740 at 1733192874775 (+1 ms)Flushing 1588230740/ns: creating writer at 1733192874775Flushing 1588230740/ns: appending metadata at 1733192874791 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733192874791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@118f36d6: reopening flushed file at 1733192874808 (+17 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=6, compaction requested=false at 1733192874822 (+14 ms)Writing region close event to WAL at 1733192874823 (+1 ms)Running coprocessor post-close hooks at 1733192874829 (+6 ms)Closed at 1733192874829 2024-12-03T02:27:54,830 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:27:54,973 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,35373,1733192857715; all regions closed. 2024-12-03T02:27:54,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741834_1010 (size=1152) 2024-12-03T02:27:54,976 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/WALs/64035cbb0b46,35373,1733192857715/64035cbb0b46%2C35373%2C1733192857715.meta.1733192861080.meta not finished, retry = 0 2024-12-03T02:27:54,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:54,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:27:54,986 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:27:54,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C36695%2C1733192868443.rep, suffix=, logDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443, archiveDir=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/oldWALs, maxLogs=10 2024-12-03T02:27:55,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.rep.1733192874989, exclude list is [], retry=0 2024-12-03T02:27:55,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42497,DS-e55893c4-7641-48d8-901d-f075cc932c7b,DISK] 2024-12-03T02:27:55,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.rep.1733192874989 2024-12-03T02:27:55,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42393:42393)] 2024-12-03T02:27:55,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dfb28d9efbf5706df391ea42d5b06de, NAME => 'hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:27:55,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:27:55,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:27:55,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. service=MultiRowMutationService 2024-12-03T02:27:55,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:27:55,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:55,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:27:55,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:55,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:55,009 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:55,010 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dfb28d9efbf5706df391ea42d5b06de columnFamilyName hfileref 2024-12-03T02:27:55,010 DEBUG [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:55,010 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] regionserver.HStore(327): Store=9dfb28d9efbf5706df391ea42d5b06de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:55,011 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:55,011 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dfb28d9efbf5706df391ea42d5b06de columnFamilyName queue 2024-12-03T02:27:55,012 DEBUG [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:55,020 DEBUG [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/replication/9dfb28d9efbf5706df391ea42d5b06de/queue/04a60a28a32d4405acda9ad31037205e 2024-12-03T02:27:55,020 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] regionserver.HStore(327): Store=9dfb28d9efbf5706df391ea42d5b06de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:55,020 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:55,021 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dfb28d9efbf5706df391ea42d5b06de columnFamilyName sid 2024-12-03T02:27:55,021 DEBUG [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:27:55,022 INFO [StoreOpener-9dfb28d9efbf5706df391ea42d5b06de-1 {}] regionserver.HStore(327): Store=9dfb28d9efbf5706df391ea42d5b06de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:27:55,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:55,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/replication/9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:55,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/replication/9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:55,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:55,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:55,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:27:55,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:55,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 9dfb28d9efbf5706df391ea42d5b06de; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65066695, jitterRate=-0.030430689454078674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:27:55,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:55,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9dfb28d9efbf5706df391ea42d5b06de: Running coprocessor pre-open hook at 1733192875007Writing region info on filesystem at 1733192875007Initializing all the Stores at 1733192875008 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192875008Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192875009 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192875009Cleaning up temporary data from old regions at 1733192875025 (+16 ms)Running coprocessor post-open hooks at 1733192875030 (+5 ms)Region opened successfully at 1733192875031 (+1 ms) 2024-12-03T02:27:55,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de., pid=19, masterSystemTime=1733192874981 2024-12-03T02:27:55,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:55,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:55,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9dfb28d9efbf5706df391ea42d5b06de, regionState=OPEN, openSeqNum=10, regionLocation=64035cbb0b46,36695,1733192868443 2024-12-03T02:27:55,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dfb28d9efbf5706df391ea42d5b06de, server=64035cbb0b46,36695,1733192868443 because future has completed 2024-12-03T02:27:55,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-03T02:27:55,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dfb28d9efbf5706df391ea42d5b06de, server=64035cbb0b46,36695,1733192868443 in 213 msec 2024-12-03T02:27:55,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-03T02:27:55,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9dfb28d9efbf5706df391ea42d5b06de, ASSIGN in 375 msec 2024-12-03T02:27:55,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T02:27:55,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de., hostname=64035cbb0b46,36695,1733192868443, seqNum=10] 2024-12-03T02:27:55,062 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:27:55,062 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:27:55,081 DEBUG [RS:0;64035cbb0b46:35373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/oldWALs 2024-12-03T02:27:55,081 INFO [RS:0;64035cbb0b46:35373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C35373%2C1733192857715.meta:.meta(num 1733192861080) 2024-12-03T02:27:55,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741832_1008 (size=93) 2024-12-03T02:27:55,094 DEBUG [RS:0;64035cbb0b46:35373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/oldWALs 2024-12-03T02:27:55,094 INFO [RS:0;64035cbb0b46:35373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C35373%2C1733192857715:(num 1733192860178) 2024-12-03T02:27:55,094 DEBUG [RS:0;64035cbb0b46:35373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:55,094 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:27:55,095 INFO [RS:0;64035cbb0b46:35373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:27:55,095 INFO [RS:0;64035cbb0b46:35373 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:27:55,095 INFO [RS:0;64035cbb0b46:35373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:27:55,095 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:27:55,095 INFO [RS:0;64035cbb0b46:35373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35373 2024-12-03T02:27:55,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086/rs 2024-12-03T02:27:55,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12021296086/rs/64035cbb0b46,35373,1733192857715 2024-12-03T02:27:55,106 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 64035cbb0b46,38205,1733192851774 2024-12-03T02:27:55,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T02:27:55,111 INFO [RS:0;64035cbb0b46:35373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:27:55,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,35373,1733192857715] 2024-12-03T02:27:55,129 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12021296086/draining/64035cbb0b46,35373,1733192857715 already deleted, retry=false 2024-12-03T02:27:55,129 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,35373,1733192857715 expired; onlineServers=0 2024-12-03T02:27:55,130 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,37869,1733192857607' ***** 2024-12-03T02:27:55,130 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:27:55,130 INFO [M:0;64035cbb0b46:37869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:27:55,130 INFO [M:0;64035cbb0b46:37869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:27:55,130 DEBUG [M:0;64035cbb0b46:37869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:27:55,130 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:27:55,130 DEBUG [M:0;64035cbb0b46:37869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:27:55,130 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192859867 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192859867,5,FailOnTimeoutGroup] 2024-12-03T02:27:55,130 INFO [M:0;64035cbb0b46:37869 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:27:55,130 INFO [M:0;64035cbb0b46:37869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:27:55,131 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192859868 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192859868,5,FailOnTimeoutGroup] 2024-12-03T02:27:55,131 DEBUG [M:0;64035cbb0b46:37869 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:27:55,131 INFO [M:0;64035cbb0b46:37869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:27:55,131 INFO [M:0;64035cbb0b46:37869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:27:55,131 INFO [M:0;64035cbb0b46:37869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:27:55,131 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:27:55,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12021296086/master 2024-12-03T02:27:55,138 DEBUG [M:0;64035cbb0b46:37869 {}] zookeeper.RecoverableZooKeeper(212): Node /12021296086/master already deleted, retry=false 2024-12-03T02:27:55,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12021296086 2024-12-03T02:27:55,138 DEBUG [M:0;64035cbb0b46:37869 {}] master.ActiveMasterManager(353): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Failed delete of our master address node; KeeperErrorCode = NoNode for /12021296086/master 2024-12-03T02:27:55,139 INFO [M:0;64035cbb0b46:37869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/.lastflushedseqids 2024-12-03T02:27:55,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741836_1012 (size=99) 2024-12-03T02:27:55,176 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:55,178 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:55,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:27:55,221 INFO [RS:0;64035cbb0b46:35373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:27:55,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35373-0x1019a4dbd970004, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:27:55,222 INFO [RS:0;64035cbb0b46:35373 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,35373,1733192857715; zookeeper connection closed. 2024-12-03T02:27:55,222 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@560df60d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@560df60d 2024-12-03T02:27:55,222 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:27:55,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36695 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-03T02:27:55,550 INFO [M:0;64035cbb0b46:37869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:27:55,550 INFO [M:0;64035cbb0b46:37869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:27:55,550 DEBUG [M:0;64035cbb0b46:37869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:27:55,550 INFO [M:0;64035cbb0b46:37869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:55,550 DEBUG [M:0;64035cbb0b46:37869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:55,550 DEBUG [M:0;64035cbb0b46:37869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:27:55,550 DEBUG [M:0;64035cbb0b46:37869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:55,551 INFO [M:0;64035cbb0b46:37869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T02:27:55,567 DEBUG [M:0;64035cbb0b46:37869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd98377ccfaf48ef8ac3631add59c4ca is 82, key is hbase:meta,,1/info:regioninfo/1733192861126/Put/seqid=0 2024-12-03T02:27:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741837_1013 (size=5672) 2024-12-03T02:27:55,972 INFO [M:0;64035cbb0b46:37869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd98377ccfaf48ef8ac3631add59c4ca 2024-12-03T02:27:56,003 DEBUG [M:0;64035cbb0b46:37869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8db350b0413470e953e6416b75e6952 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733192861170/Put/seqid=0 2024-12-03T02:27:56,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741838_1014 (size=5275) 2024-12-03T02:27:56,184 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:56,185 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:56,410 INFO [M:0;64035cbb0b46:37869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8db350b0413470e953e6416b75e6952 2024-12-03T02:27:56,433 DEBUG [M:0;64035cbb0b46:37869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4230889c6624c0c92767c98338c459f is 69, key is 64035cbb0b46,35373,1733192857715/rs:state/1733192859996/Put/seqid=0 2024-12-03T02:27:56,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741839_1015 (size=5156) 2024-12-03T02:27:56,841 INFO [M:0;64035cbb0b46:37869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4230889c6624c0c92767c98338c459f 2024-12-03T02:27:56,853 DEBUG [M:0;64035cbb0b46:37869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd98377ccfaf48ef8ac3631add59c4ca as hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd98377ccfaf48ef8ac3631add59c4ca 2024-12-03T02:27:56,860 INFO [M:0;64035cbb0b46:37869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd98377ccfaf48ef8ac3631add59c4ca, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T02:27:56,861 DEBUG [M:0;64035cbb0b46:37869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e8db350b0413470e953e6416b75e6952 as hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8db350b0413470e953e6416b75e6952 2024-12-03T02:27:56,868 INFO [M:0;64035cbb0b46:37869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e8db350b0413470e953e6416b75e6952, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T02:27:56,869 DEBUG [M:0;64035cbb0b46:37869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e4230889c6624c0c92767c98338c459f as hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4230889c6624c0c92767c98338c459f 2024-12-03T02:27:56,876 INFO [M:0;64035cbb0b46:37869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37963/user/jenkins/test-data/ef27eff7-2280-d684-ee07-d91514f37e47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e4230889c6624c0c92767c98338c459f, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T02:27:56,877 INFO [M:0;64035cbb0b46:37869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false 2024-12-03T02:27:56,878 INFO [M:0;64035cbb0b46:37869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:56,878 DEBUG [M:0;64035cbb0b46:37869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192875550Disabling compacts and flushes for region at 1733192875550Disabling writes for close at 1733192875550Obtaining lock to block concurrent updates at 1733192875551 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733192875551Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733192875551Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733192875552 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733192875552Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733192875566 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733192875566Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733192875981 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733192876002 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733192876002Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733192876416 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733192876433 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733192876433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef6809f: reopening flushed file at 1733192876852 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57dad358: reopening flushed file at 1733192876860 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fbcfe0f: reopening flushed file at 1733192876868 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false at 1733192876877 (+9 ms)Writing region close event to WAL at 1733192876878 (+1 ms)Closed at 1733192876878 2024-12-03T02:27:56,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39705 is added to blk_1073741830_1006 (size=10165) 2024-12-03T02:27:56,881 INFO [M:0;64035cbb0b46:37869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:27:56,881 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:27:56,882 INFO [M:0;64035cbb0b46:37869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37869 2024-12-03T02:27:56,884 INFO [M:0;64035cbb0b46:37869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:27:56,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:27:56,994 INFO [M:0;64035cbb0b46:37869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:27:56,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37869-0x1019a4dbd970003, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:27:56,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52f2581e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:27:57,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@217af83f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:27:57,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:27:57,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44943535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:27:57,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed91535{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/hadoop.log.dir/,STOPPED} 2024-12-03T02:27:57,002 WARN [BP-171160198-172.17.0.3-1733192855788 heartbeating to localhost/127.0.0.1:37963 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:27:57,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:27:57,003 WARN [BP-171160198-172.17.0.3-1733192855788 heartbeating to localhost/127.0.0.1:37963 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-171160198-172.17.0.3-1733192855788 (Datanode Uuid 9ec275fd-afc1-49cd-8f51-91c0cb1eb371) service to localhost/127.0.0.1:37963 2024-12-03T02:27:57,003 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:27:57,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/cluster_cd9e36fd-d317-e4a6-a492-d4f969fa30fe/data/data1/current/BP-171160198-172.17.0.3-1733192855788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:27:57,004 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/cluster_cd9e36fd-d317-e4a6-a492-d4f969fa30fe/data/data2/current/BP-171160198-172.17.0.3-1733192855788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:27:57,004 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:27:57,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6de5a28b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:27:57,011 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b8d66e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:27:57,011 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:27:57,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15865cf2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:27:57,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1afd3828{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/hadoop.log.dir/,STOPPED} 2024-12-03T02:27:57,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:27:57,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:27:57,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:27:57,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:57,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:57,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:57,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:57,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:27:57,032 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=374637767, stopped=false 2024-12-03T02:27:57,032 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,39715,1733192868278 2024-12-03T02:27:57,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668075666/running 2024-12-03T02:27:57,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668075666/running 2024-12-03T02:27:57,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:57,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:57,054 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:27:57,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:27:57,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:57,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:57,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/running 2024-12-03T02:27:57,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Set watcher on znode that does not yet exist, /0-668075666/running 2024-12-03T02:27:57,055 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,36695,1733192868443' ***** 2024-12-03T02:27:57,055 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:27:57,055 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:27:57,056 INFO [RS:0;64035cbb0b46:36695 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:27:57,056 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:27:57,056 INFO [RS:0;64035cbb0b46:36695 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:27:57,056 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:57,056 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,36695,1733192868443 2024-12-03T02:27:57,056 INFO [RS:0;64035cbb0b46:36695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:27:57,056 INFO [RS:0;64035cbb0b46:36695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:36695. 2024-12-03T02:27:57,056 DEBUG [RS:0;64035cbb0b46:36695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:57,056 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dfb28d9efbf5706df391ea42d5b06de, disabling compactions & flushes 2024-12-03T02:27:57,056 DEBUG [RS:0;64035cbb0b46:36695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:57,057 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:57,057 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:27:57,057 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:57,057 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:27:57,057 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:27:57,057 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. after waiting 0 ms 2024-12-03T02:27:57,057 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:27:57,057 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:57,059 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T02:27:57,059 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(1325): Online Regions={9dfb28d9efbf5706df391ea42d5b06de=hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:27:57,059 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dfb28d9efbf5706df391ea42d5b06de 2024-12-03T02:27:57,059 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:27:57,059 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:27:57,059 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:27:57,060 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:27:57,060 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:27:57,060 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T02:27:57,069 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/replication/9dfb28d9efbf5706df391ea42d5b06de/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-03T02:27:57,069 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:27:57,069 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:27:57,070 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:57,070 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dfb28d9efbf5706df391ea42d5b06de: Waiting for close lock at 1733192877056Running coprocessor pre-close hooks at 1733192877056Disabling compacts and flushes for region at 1733192877056Disabling writes for close at 1733192877057 (+1 ms)Writing region close event to WAL at 1733192877064 (+7 ms)Running coprocessor post-close hooks at 1733192877069 (+5 ms)Closed at 1733192877070 (+1 ms) 2024-12-03T02:27:57,070 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de. 2024-12-03T02:27:57,081 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/.tmp/info/f39522e712c24664b36351a39e5c840e is 147, key is hbase:replication,,1733192861391.9dfb28d9efbf5706df391ea42d5b06de./info:regioninfo/1733192875036/Put/seqid=0 2024-12-03T02:27:57,082 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:27:57,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741851_1027 (size=6385) 2024-12-03T02:27:57,260 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:27:57,291 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:57,292 DEBUG [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.1733192870661 to pos 0, reset compression=false 2024-12-03T02:27:57,460 DEBUG [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:27:57,470 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:27:57,471 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:27:57,486 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/.tmp/info/f39522e712c24664b36351a39e5c840e 2024-12-03T02:27:57,494 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/.tmp/info/f39522e712c24664b36351a39e5c840e as hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/info/f39522e712c24664b36351a39e5c840e 2024-12-03T02:27:57,501 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/info/f39522e712c24664b36351a39e5c840e, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T02:27:57,502 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false 2024-12-03T02:27:57,508 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T02:27:57,509 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:27:57,509 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:27:57,509 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:27:57,509 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192877059Running coprocessor pre-close hooks at 1733192877059Disabling compacts and flushes for region at 1733192877059Disabling writes for close at 1733192877060 (+1 ms)Obtaining lock to block concurrent updates at 1733192877060Preparing flush snapshotting stores in 1588230740 at 1733192877060Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733192877060Flushing stores of hbase:meta,,1.1588230740 at 1733192877061 (+1 ms)Flushing 1588230740/info: creating writer at 1733192877061Flushing 1588230740/info: appending metadata at 1733192877080 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733192877080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e6025: reopening flushed file at 1733192877493 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false at 1733192877502 (+9 ms)Writing region close event to WAL at 1733192877504 (+2 ms)Running coprocessor post-close hooks at 1733192877509 (+5 ms)Closed at 1733192877509 2024-12-03T02:27:57,509 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:27:57,660 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,36695,1733192868443; all regions closed. 2024-12-03T02:27:57,663 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/WALs/64035cbb0b46,36695,1733192868443/64035cbb0b46%2C36695%2C1733192868443.meta.1733192870975.meta not finished, retry = 0 2024-12-03T02:27:57,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741849_1025 (size=2156) 2024-12-03T02:27:57,767 DEBUG [RS:0;64035cbb0b46:36695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/oldWALs 2024-12-03T02:27:57,767 INFO [RS:0;64035cbb0b46:36695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C36695%2C1733192868443.meta:.meta(num 1733192870975) 2024-12-03T02:27:57,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741850_1026 (size=796) 2024-12-03T02:27:57,772 DEBUG [RS:0;64035cbb0b46:36695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/oldWALs 2024-12-03T02:27:57,772 INFO [RS:0;64035cbb0b46:36695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C36695%2C1733192868443.rep:(num 1733192874989) 2024-12-03T02:27:57,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741848_1024 (size=93) 2024-12-03T02:27:57,777 DEBUG [RS:0;64035cbb0b46:36695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/oldWALs 2024-12-03T02:27:57,777 INFO [RS:0;64035cbb0b46:36695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C36695%2C1733192868443:(num 1733192870661) 2024-12-03T02:27:57,777 DEBUG [RS:0;64035cbb0b46:36695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:57,777 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:27:57,777 INFO [RS:0;64035cbb0b46:36695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:27:57,778 INFO [RS:0;64035cbb0b46:36695 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:27:57,778 INFO [RS:0;64035cbb0b46:36695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:27:57,778 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:27:57,778 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,36695,1733192868443 because: Region server is closing 2024-12-03T02:27:57,778 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T02:27:57,778 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T02:27:57,778 INFO [RS:0;64035cbb0b46:36695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:36695. 2024-12-03T02:27:57,778 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-03T02:27:57,779 DEBUG [RS:0;64035cbb0b46:36695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:57,779 DEBUG [RS:0;64035cbb0b46:36695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:57,779 DEBUG [RS:0;64035cbb0b46:36695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:57,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:57,879 WARN [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:27:57,879 WARN [RS:0;64035cbb0b46:36695.replicationSource.shipper64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T02:27:57,880 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;64035cbb0b46:36695.replicationSource.shipper64035cbb0b46%2C36695%2C1733192868443,1-64035cbb0b46,36695,1733192868443 terminated 2024-12-03T02:27:57,880 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-64035cbb0b46,36695,1733192868443 because: Region server is closing 2024-12-03T02:27:57,880 INFO [RS:0;64035cbb0b46:36695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:36695. 2024-12-03T02:27:57,880 DEBUG [RS:0;64035cbb0b46:36695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:27:57,880 DEBUG [RS:0;64035cbb0b46:36695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:57,880 DEBUG [RS:0;64035cbb0b46:36695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:27:57,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:27:57,981 WARN [RS:0;64035cbb0b46:36695.replicationSource.wal-reader.64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:27:57,981 WARN [RS:0;64035cbb0b46:36695.replicationSource.shipper64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T02:27:57,981 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;64035cbb0b46:36695.replicationSource.shipper64035cbb0b46%2C36695%2C1733192868443,2-64035cbb0b46,36695,1733192868443 terminated 2024-12-03T02:27:57,981 INFO [RS:0;64035cbb0b46:36695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36695 2024-12-03T02:27:57,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668075666/rs/64035cbb0b46,36695,1733192868443 2024-12-03T02:27:57,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666/rs 2024-12-03T02:27:57,994 INFO [RS:0;64035cbb0b46:36695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:27:58,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,36695,1733192868443] 2024-12-03T02:27:58,012 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-668075666/draining/64035cbb0b46,36695,1733192868443 already deleted, retry=false 2024-12-03T02:27:58,013 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,36695,1733192868443 expired; onlineServers=0 2024-12-03T02:27:58,013 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,39715,1733192868278' ***** 2024-12-03T02:27:58,013 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:27:58,013 INFO [M:0;64035cbb0b46:39715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:27:58,013 INFO [M:0;64035cbb0b46:39715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:27:58,013 DEBUG [M:0;64035cbb0b46:39715 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:27:58,013 DEBUG [M:0;64035cbb0b46:39715 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:27:58,013 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:27:58,013 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192870112 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192870112,5,FailOnTimeoutGroup] 2024-12-03T02:27:58,013 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192870111 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192870111,5,FailOnTimeoutGroup] 2024-12-03T02:27:58,013 INFO [M:0;64035cbb0b46:39715 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:27:58,013 INFO [M:0;64035cbb0b46:39715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:27:58,013 DEBUG [M:0;64035cbb0b46:39715 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:27:58,013 INFO [M:0;64035cbb0b46:39715 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:27:58,014 INFO [M:0;64035cbb0b46:39715 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:27:58,014 INFO [M:0;64035cbb0b46:39715 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:27:58,014 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:27:58,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-668075666/master 2024-12-03T02:27:58,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-668075666 2024-12-03T02:27:58,021 DEBUG [M:0;64035cbb0b46:39715 {}] zookeeper.ZKUtil(347): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Unable to get data of znode /0-668075666/master because node does not exist (not an error) 2024-12-03T02:27:58,021 WARN [M:0;64035cbb0b46:39715 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:27:58,022 INFO [M:0;64035cbb0b46:39715 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/.lastflushedseqids 2024-12-03T02:27:58,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741852_1028 (size=181) 2024-12-03T02:27:58,105 INFO [RS:0;64035cbb0b46:36695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:27:58,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:27:58,105 INFO [RS:0;64035cbb0b46:36695 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,36695,1733192868443; zookeeper connection closed. 2024-12-03T02:27:58,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36695-0x1019a4dbd970007, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:27:58,105 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@464b2fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@464b2fb 2024-12-03T02:27:58,105 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:27:58,440 INFO [M:0;64035cbb0b46:39715 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:27:58,441 INFO [M:0;64035cbb0b46:39715 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:27:58,441 DEBUG [M:0;64035cbb0b46:39715 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:27:58,441 INFO [M:0;64035cbb0b46:39715 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:58,441 DEBUG [M:0;64035cbb0b46:39715 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:58,441 DEBUG [M:0;64035cbb0b46:39715 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:27:58,441 DEBUG [M:0;64035cbb0b46:39715 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:58,441 INFO [M:0;64035cbb0b46:39715 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T02:27:58,462 DEBUG [M:0;64035cbb0b46:39715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65afb1db3f8c4523ad5741afaff30202 is 82, key is hbase:meta,,1/info:regioninfo/1733192871042/Put/seqid=0 2024-12-03T02:27:58,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741853_1029 (size=5680) 2024-12-03T02:27:58,468 INFO [M:0;64035cbb0b46:39715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65afb1db3f8c4523ad5741afaff30202 2024-12-03T02:27:58,501 DEBUG [M:0;64035cbb0b46:39715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d1655219e964ce880d40b3974bc1921 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733192875045/Put/seqid=0 2024-12-03T02:27:58,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741854_1030 (size=7319) 2024-12-03T02:27:58,521 INFO [M:0;64035cbb0b46:39715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d1655219e964ce880d40b3974bc1921 2024-12-03T02:27:58,568 DEBUG [M:0;64035cbb0b46:39715 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86731c7cccf44930ab437a4a24d5ce42 is 69, key is 64035cbb0b46,36695,1733192868443/rs:state/1733192870343/Put/seqid=0 2024-12-03T02:27:58,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741855_1031 (size=5371) 2024-12-03T02:27:58,996 INFO [M:0;64035cbb0b46:39715 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86731c7cccf44930ab437a4a24d5ce42 2024-12-03T02:27:59,003 INFO [M:0;64035cbb0b46:39715 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86731c7cccf44930ab437a4a24d5ce42 2024-12-03T02:27:59,005 DEBUG [M:0;64035cbb0b46:39715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65afb1db3f8c4523ad5741afaff30202 as hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65afb1db3f8c4523ad5741afaff30202 2024-12-03T02:27:59,013 INFO [M:0;64035cbb0b46:39715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65afb1db3f8c4523ad5741afaff30202, entries=8, sequenceid=172, filesize=5.5 K 2024-12-03T02:27:59,014 DEBUG [M:0;64035cbb0b46:39715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0d1655219e964ce880d40b3974bc1921 as hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d1655219e964ce880d40b3974bc1921 2024-12-03T02:27:59,021 INFO [M:0;64035cbb0b46:39715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0d1655219e964ce880d40b3974bc1921, entries=7, sequenceid=172, filesize=7.1 K 2024-12-03T02:27:59,022 DEBUG [M:0;64035cbb0b46:39715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86731c7cccf44930ab437a4a24d5ce42 as hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86731c7cccf44930ab437a4a24d5ce42 2024-12-03T02:27:59,028 INFO [M:0;64035cbb0b46:39715 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86731c7cccf44930ab437a4a24d5ce42 2024-12-03T02:27:59,028 INFO [M:0;64035cbb0b46:39715 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33117/user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86731c7cccf44930ab437a4a24d5ce42, entries=2, sequenceid=172, filesize=5.2 K 2024-12-03T02:27:59,029 INFO [M:0;64035cbb0b46:39715 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 588ms, sequenceid=172, compaction requested=false 2024-12-03T02:27:59,031 INFO [M:0;64035cbb0b46:39715 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:27:59,031 DEBUG [M:0;64035cbb0b46:39715 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192878441Disabling compacts and flushes for region at 1733192878441Disabling writes for close at 1733192878441Obtaining lock to block concurrent updates at 1733192878441Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733192878441Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733192878442 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733192878443 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733192878443Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733192878461 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733192878461Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733192878479 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733192878501 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733192878501Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733192878533 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733192878566 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733192878567 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e0523e3: reopening flushed file at 1733192879003 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7d648c: reopening flushed file at 1733192879013 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@596c133b: reopening flushed file at 1733192879021 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 588ms, sequenceid=172, compaction requested=false at 1733192879029 (+8 ms)Writing region close event to WAL at 1733192879030 (+1 ms)Closed at 1733192879031 (+1 ms) 2024-12-03T02:27:59,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42497 is added to blk_1073741847_1023 (size=22949) 2024-12-03T02:27:59,033 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2bc6d1c8-0c91-7b74-4f09-65b53f16e01a/MasterData/WALs/64035cbb0b46,39715,1733192868278/64035cbb0b46%2C39715%2C1733192868278.1733192868872 not finished, retry = 0 2024-12-03T02:27:59,134 INFO [M:0;64035cbb0b46:39715 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:27:59,134 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:27:59,135 INFO [M:0;64035cbb0b46:39715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39715 2024-12-03T02:27:59,135 INFO [M:0;64035cbb0b46:39715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:27:59,264 INFO [M:0;64035cbb0b46:39715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:27:59,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:27:59,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39715-0x1019a4dbd970006, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:27:59,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5373e2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:27:59,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ad8665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:27:59,272 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:27:59,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fac5960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:27:59,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4084a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/hadoop.log.dir/,STOPPED} 2024-12-03T02:27:59,283 WARN [BP-2055975852-172.17.0.3-1733192847049 heartbeating to localhost/127.0.0.1:33117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:27:59,283 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:27:59,283 WARN [BP-2055975852-172.17.0.3-1733192847049 heartbeating to localhost/127.0.0.1:33117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2055975852-172.17.0.3-1733192847049 (Datanode Uuid 00863fa8-e35f-4941-847f-88f3294aba57) service to localhost/127.0.0.1:33117 2024-12-03T02:27:59,283 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:27:59,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/cluster_05e4aea6-252b-d2c4-9c05-9b0e5435e170/data/data1/current/BP-2055975852-172.17.0.3-1733192847049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:27:59,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/cluster_05e4aea6-252b-d2c4-9c05-9b0e5435e170/data/data2/current/BP-2055975852-172.17.0.3-1733192847049 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:27:59,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:27:59,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74014320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:27:59,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75966558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:27:59,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:27:59,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d18313e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:27:59,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc76606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/185d2704-0d80-104a-c5f7-2113f4440e16/hadoop.log.dir/,STOPPED} 2024-12-03T02:27:59,322 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T02:27:59,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:27:59,356 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/64035cbb0b46:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37963 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/64035cbb0b46:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: master/64035cbb0b46:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33117 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37963 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/64035cbb0b46:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/64035cbb0b46:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:33117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37963 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=426 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=692 (was 699), ProcessCount=11 (was 11), AvailableMemoryMB=2413 (was 1798) - AvailableMemoryMB LEAK? - 2024-12-03T02:27:59,368 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=692, ProcessCount=11, AvailableMemoryMB=2411 2024-12-03T02:27:59,380 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-03T02:27:59,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/hadoop.log.dir so I do NOT create it in target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0 2024-12-03T02:27:59,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:27:59,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/hadoop.tmp.dir so I do NOT create it in target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0 2024-12-03T02:27:59,380 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9bcb314-06b8-9b7a-9b9b-0983e3b6b4e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:27:59,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0 2024-12-03T02:27:59,381 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/cluster_0e6a82d2-0986-d881-ef12-e85f03466c84, deleteOnExit=true 2024-12-03T02:27:59,384 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/cluster_0e6a82d2-0986-d881-ef12-e85f03466c84/zookeeper_0, clientPort=60014, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/cluster_0e6a82d2-0986-d881-ef12-e85f03466c84/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/cluster_0e6a82d2-0986-d881-ef12-e85f03466c84/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T02:27:59,385 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60014 2024-12-03T02:27:59,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:27:59,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:27:59,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/test.cache.data in system properties and HBase conf 2024-12-03T02:27:59,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:27:59,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:27:59,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:27:59,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:27:59,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:27:59,386 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:27:59,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:27:59,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:27:59,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:27:59,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:27:59,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:27:59,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:27:59,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:27:59,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:27:59,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:27:59,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:27:59,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:27:59,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:27:59,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:27:59,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:27:59,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a4dbd970005, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:27:59,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a4dbd970005, quorum=127.0.0.1:53341, baseZNode=/12021296086 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:27:59,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a4dbd970002, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:27:59,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a4dbd970002, quorum=127.0.0.1:53341, baseZNode=/0-668075666 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:27:59,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:27:59,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:27:59,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:27:59,774 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:27:59,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:27:59,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:27:59,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9a39883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:27:59,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e5c7bae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:27:59,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@115d6a60{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/java.io.tmpdir/jetty-localhost-38661-hadoop-hdfs-3_4_1-tests_jar-_-any-4273999375701644706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:27:59,874 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8648a30{HTTP/1.1, (http/1.1)}{localhost:38661} 2024-12-03T02:27:59,874 INFO [Time-limited test {}] server.Server(415): Started @35061ms 2024-12-03T02:28:00,078 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:28:00,081 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:00,102 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:00,116 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:28:00,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:28:00,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:28:00,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:28:00,124 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:28:00,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abc309a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:28:00,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@420e142e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:28:00,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63ac7a22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/java.io.tmpdir/jetty-localhost-34633-hadoop-hdfs-3_4_1-tests_jar-_-any-13903503869922867080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:28:00,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bd590f8{HTTP/1.1, (http/1.1)}{localhost:34633} 2024-12-03T02:28:00,258 INFO [Time-limited test {}] server.Server(415): Started @35445ms 2024-12-03T02:28:00,260 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:28:01,208 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/cluster_0e6a82d2-0986-d881-ef12-e85f03466c84/data/data2/current/BP-375226963-172.17.0.3-1733192879419/current, will proceed with Du for space computation calculation, 2024-12-03T02:28:01,208 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/cluster_0e6a82d2-0986-d881-ef12-e85f03466c84/data/data1/current/BP-375226963-172.17.0.3-1733192879419/current, will proceed with Du for space computation calculation, 2024-12-03T02:28:01,232 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:28:01,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf58376aa2b12c2f with lease ID 0x681e1b9eb6e3dfce: Processing first storage report for DS-79970128-9293-4b6a-aa4a-3438614ba788 from datanode DatanodeRegistration(127.0.0.1:36411, datanodeUuid=08b19378-c295-4247-ae66-4b024ea6b862, infoPort=35293, infoSecurePort=0, ipcPort=33643, storageInfo=lv=-57;cid=testClusterID;nsid=523216136;c=1733192879419) 2024-12-03T02:28:01,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf58376aa2b12c2f with lease ID 0x681e1b9eb6e3dfce: from storage DS-79970128-9293-4b6a-aa4a-3438614ba788 node DatanodeRegistration(127.0.0.1:36411, datanodeUuid=08b19378-c295-4247-ae66-4b024ea6b862, infoPort=35293, infoSecurePort=0, ipcPort=33643, storageInfo=lv=-57;cid=testClusterID;nsid=523216136;c=1733192879419), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:28:01,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf58376aa2b12c2f with lease ID 0x681e1b9eb6e3dfce: Processing first storage report for DS-33d6eee2-5ad6-40dd-98fd-a6073d0b9d83 from datanode DatanodeRegistration(127.0.0.1:36411, datanodeUuid=08b19378-c295-4247-ae66-4b024ea6b862, infoPort=35293, infoSecurePort=0, ipcPort=33643, storageInfo=lv=-57;cid=testClusterID;nsid=523216136;c=1733192879419) 2024-12-03T02:28:01,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf58376aa2b12c2f with lease ID 0x681e1b9eb6e3dfce: from storage DS-33d6eee2-5ad6-40dd-98fd-a6073d0b9d83 node DatanodeRegistration(127.0.0.1:36411, datanodeUuid=08b19378-c295-4247-ae66-4b024ea6b862, infoPort=35293, infoSecurePort=0, ipcPort=33643, storageInfo=lv=-57;cid=testClusterID;nsid=523216136;c=1733192879419), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:28:01,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0 2024-12-03T02:28:01,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:01,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:28:01,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:28:01,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T02:28:01,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T02:28:01,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:28:01,727 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7 with version=8 2024-12-03T02:28:01,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/hbase-staging 2024-12-03T02:28:01,729 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:28:01,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:01,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:01,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:28:01,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:01,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:28:01,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:28:01,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:28:01,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43335 2024-12-03T02:28:01,732 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43335 connecting to ZooKeeper ensemble=127.0.0.1:60014 2024-12-03T02:28:01,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433350x0, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:28:01,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43335-0x1019a4e3eff0000 connected 2024-12-03T02:28:02,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:02,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:02,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Set watcher on znode that does not yet exist, /0-671111303/running 2024-12-03T02:28:02,295 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7, hbase.cluster.distributed=false 2024-12-03T02:28:02,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Set watcher on znode that does not yet exist, /0-671111303/acl 2024-12-03T02:28:02,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43335 2024-12-03T02:28:02,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43335 2024-12-03T02:28:02,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43335 2024-12-03T02:28:02,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43335 2024-12-03T02:28:02,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43335 2024-12-03T02:28:02,360 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:28:02,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:02,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:02,360 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:28:02,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:02,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:28:02,361 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:28:02,361 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:28:02,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38661 2024-12-03T02:28:02,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38661 connecting to ZooKeeper ensemble=127.0.0.1:60014 2024-12-03T02:28:02,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:02,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:02,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386610x0, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:28:02,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38661-0x1019a4e3eff0001 connected 2024-12-03T02:28:02,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Set watcher on znode that does not yet exist, /0-671111303/running 2024-12-03T02:28:02,436 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:28:02,437 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:28:02,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Set watcher on znode that does not yet exist, /0-671111303/master 2024-12-03T02:28:02,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Set watcher on znode that does not yet exist, /0-671111303/acl 2024-12-03T02:28:02,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38661 2024-12-03T02:28:02,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38661 2024-12-03T02:28:02,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38661 2024-12-03T02:28:02,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38661 2024-12-03T02:28:02,467 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38661 2024-12-03T02:28:02,484 DEBUG [M:0;64035cbb0b46:43335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:43335 2024-12-03T02:28:02,485 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-671111303/backup-masters/64035cbb0b46,43335,1733192881729 2024-12-03T02:28:02,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303/backup-masters 2024-12-03T02:28:02,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303/backup-masters 2024-12-03T02:28:02,545 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Set watcher on existing znode=/0-671111303/backup-masters/64035cbb0b46,43335,1733192881729 2024-12-03T02:28:02,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-671111303/master 2024-12-03T02:28:02,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:02,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:02,566 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Set watcher on existing znode=/0-671111303/master 2024-12-03T02:28:02,567 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-671111303/backup-masters/64035cbb0b46,43335,1733192881729 from backup master directory 2024-12-03T02:28:02,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303/backup-masters 2024-12-03T02:28:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-671111303/backup-masters/64035cbb0b46,43335,1733192881729 2024-12-03T02:28:02,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303/backup-masters 2024-12-03T02:28:02,575 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:28:02,575 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,43335,1733192881729 2024-12-03T02:28:02,585 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/hbase.id] with ID: a8bea56d-f597-432e-a0cc-da9f5e7d3e55 2024-12-03T02:28:02,585 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/.tmp/hbase.id 2024-12-03T02:28:02,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:28:02,996 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/.tmp/hbase.id]:[hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/hbase.id] 2024-12-03T02:28:03,010 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:03,010 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:28:03,011 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T02:28:03,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:03,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:03,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:28:03,428 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:28:03,429 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:28:03,430 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:03,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:28:03,840 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store 2024-12-03T02:28:03,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:28:04,246 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:04,246 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:28:04,247 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:04,247 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:04,247 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:28:04,247 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:04,247 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:04,247 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192884246Disabling compacts and flushes for region at 1733192884246Disabling writes for close at 1733192884247 (+1 ms)Writing region close event to WAL at 1733192884247Closed at 1733192884247 2024-12-03T02:28:04,248 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/.initializing 2024-12-03T02:28:04,248 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/WALs/64035cbb0b46,43335,1733192881729 2024-12-03T02:28:04,249 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:28:04,251 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C43335%2C1733192881729, suffix=, logDir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/WALs/64035cbb0b46,43335,1733192881729, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/oldWALs, maxLogs=10 2024-12-03T02:28:04,268 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/WALs/64035cbb0b46,43335,1733192881729/64035cbb0b46%2C43335%2C1733192881729.1733192884251, exclude list is [], retry=0 2024-12-03T02:28:04,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36411,DS-79970128-9293-4b6a-aa4a-3438614ba788,DISK] 2024-12-03T02:28:04,289 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/WALs/64035cbb0b46,43335,1733192881729/64035cbb0b46%2C43335%2C1733192881729.1733192884251 2024-12-03T02:28:04,290 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35293:35293)] 2024-12-03T02:28:04,290 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:28:04,290 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:04,290 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:04,290 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:04,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:04,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:28:04,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:04,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:04,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:04,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:28:04,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:04,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:04,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:04,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:28:04,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:04,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:04,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:04,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:28:04,305 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:04,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:04,306 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:04,307 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:04,308 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:04,309 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:04,309 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:04,310 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:28:04,311 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:04,314 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:28:04,315 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67888260, jitterRate=0.011613905429840088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:28:04,316 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733192884290Initializing all the Stores at 1733192884292 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192884292Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192884292Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192884292Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192884292Cleaning up temporary data from old regions at 1733192884309 (+17 ms)Region opened successfully at 1733192884316 (+7 ms) 2024-12-03T02:28:04,316 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:28:04,320 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2253762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:28:04,322 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:28:04,322 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:28:04,322 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:28:04,322 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:28:04,323 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:28:04,323 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:28:04,323 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:28:04,326 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:28:04,327 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Unable to get data of znode /0-671111303/balancer because node does not exist (not necessarily an error) 2024-12-03T02:28:04,348 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-671111303/balancer already deleted, retry=false 2024-12-03T02:28:04,349 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:28:04,353 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Unable to get data of znode /0-671111303/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:28:04,363 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-671111303/normalizer already deleted, retry=false 2024-12-03T02:28:04,363 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:28:04,364 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Unable to get data of znode /0-671111303/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:28:04,373 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-671111303/switch/split already deleted, retry=false 2024-12-03T02:28:04,374 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Unable to get data of znode /0-671111303/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:28:04,382 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-671111303/switch/merge already deleted, retry=false 2024-12-03T02:28:04,384 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Unable to get data of znode /0-671111303/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:28:04,390 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-671111303/snapshot-cleanup already deleted, retry=false 2024-12-03T02:28:04,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-671111303/running 2024-12-03T02:28:04,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-671111303/running 2024-12-03T02:28:04,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:04,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:04,399 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,43335,1733192881729, sessionid=0x1019a4e3eff0000, setting cluster-up flag (Was=false) 2024-12-03T02:28:04,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:04,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:04,440 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-671111303/flush-table-proc/acquired, /0-671111303/flush-table-proc/reached, /0-671111303/flush-table-proc/abort 2024-12-03T02:28:04,441 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,43335,1733192881729 2024-12-03T02:28:04,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:04,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:04,482 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-671111303/online-snapshot/acquired, /0-671111303/online-snapshot/reached, /0-671111303/online-snapshot/abort 2024-12-03T02:28:04,483 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,43335,1733192881729 2024-12-03T02:28:04,484 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:28:04,486 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:04,486 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:28:04,486 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:28:04,487 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 64035cbb0b46,38205,1733192851774: status=Processing ServerCrashProcedure of 64035cbb0b46,38205,1733192851774 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733192870100, completionTime=-1 appears to have been leaked 2024-12-03T02:28:04,487 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,43335,1733192881729 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:28:04,488 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:04,488 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:04,489 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:04,489 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:04,489 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:28:04,489 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:04,489 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:28:04,489 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:04,490 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733192914490 2024-12-03T02:28:04,490 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:28:04,490 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:28:04,490 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:28:04,490 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:28:04,490 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:28:04,490 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:28:04,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:04,490 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:28:04,491 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:28:04,491 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:28:04,491 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:28:04,491 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:28:04,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:28:04,492 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:04,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:28:04,492 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192884492,5,FailOnTimeoutGroup] 2024-12-03T02:28:04,492 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:28:04,492 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192884492,5,FailOnTimeoutGroup] 2024-12-03T02:28:04,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:28:04,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:28:04,571 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(746): ClusterId : a8bea56d-f597-432e-a0cc-da9f5e7d3e55 2024-12-03T02:28:04,571 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:28:04,583 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:28:04,583 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:28:04,591 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:28:04,591 DEBUG [RS:0;64035cbb0b46:38661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbd8646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:28:04,600 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:38661 2024-12-03T02:28:04,601 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:28:04,601 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:28:04,601 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:28:04,602 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,43335,1733192881729 with port=38661, startcode=1733192882360 2024-12-03T02:28:04,602 DEBUG [RS:0;64035cbb0b46:38661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:28:04,603 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:28:04,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,38661,1733192882360 2024-12-03T02:28:04,604 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43335 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,38661,1733192882360 2024-12-03T02:28:04,606 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7 2024-12-03T02:28:04,606 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40061 2024-12-03T02:28:04,606 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:28:04,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303/rs 2024-12-03T02:28:04,616 DEBUG [RS:0;64035cbb0b46:38661 {}] zookeeper.ZKUtil(111): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Set watcher on existing znode=/0-671111303/rs/64035cbb0b46,38661,1733192882360 2024-12-03T02:28:04,616 WARN [RS:0;64035cbb0b46:38661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:28:04,616 INFO [RS:0;64035cbb0b46:38661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:04,616 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360 2024-12-03T02:28:04,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,38661,1733192882360] 2024-12-03T02:28:04,620 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:28:04,622 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:28:04,624 INFO [RS:0;64035cbb0b46:38661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:28:04,624 INFO [RS:0;64035cbb0b46:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,624 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:28:04,625 INFO [RS:0;64035cbb0b46:38661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:28:04,625 INFO [RS:0;64035cbb0b46:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,625 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:04,625 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:04,625 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:04,625 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:04,626 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:04,626 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:28:04,626 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:04,626 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:04,626 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:04,626 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:04,626 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:04,626 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:04,626 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:28:04,626 DEBUG [RS:0;64035cbb0b46:38661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:28:04,627 INFO [RS:0;64035cbb0b46:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,627 INFO [RS:0;64035cbb0b46:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,627 INFO [RS:0;64035cbb0b46:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,627 INFO [RS:0;64035cbb0b46:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,627 INFO [RS:0;64035cbb0b46:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,628 INFO [RS:0;64035cbb0b46:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38661,1733192882360-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:28:04,646 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:28:04,647 INFO [RS:0;64035cbb0b46:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38661,1733192882360-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,647 INFO [RS:0;64035cbb0b46:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,647 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.Replication(171): 64035cbb0b46,38661,1733192882360 started 2024-12-03T02:28:04,665 INFO [RS:0;64035cbb0b46:38661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:04,665 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,38661,1733192882360, RpcServer on 64035cbb0b46/172.17.0.3:38661, sessionid=0x1019a4e3eff0001 2024-12-03T02:28:04,665 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:28:04,665 DEBUG [RS:0;64035cbb0b46:38661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,38661,1733192882360 2024-12-03T02:28:04,665 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,38661,1733192882360' 2024-12-03T02:28:04,665 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-671111303/flush-table-proc/abort' 2024-12-03T02:28:04,666 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-671111303/flush-table-proc/acquired' 2024-12-03T02:28:04,666 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:28:04,666 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:28:04,666 DEBUG [RS:0;64035cbb0b46:38661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,38661,1733192882360 2024-12-03T02:28:04,666 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,38661,1733192882360' 2024-12-03T02:28:04,666 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-671111303/online-snapshot/abort' 2024-12-03T02:28:04,667 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-671111303/online-snapshot/acquired' 2024-12-03T02:28:04,667 DEBUG [RS:0;64035cbb0b46:38661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:28:04,667 INFO [RS:0;64035cbb0b46:38661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:28:04,667 INFO [RS:0;64035cbb0b46:38661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:28:04,768 INFO [RS:0;64035cbb0b46:38661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:28:04,770 INFO [RS:0;64035cbb0b46:38661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C38661%2C1733192882360, suffix=, logDir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/oldWALs, maxLogs=10 2024-12-03T02:28:04,787 DEBUG [RS:0;64035cbb0b46:38661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.1733192884770, exclude list is [], retry=0 2024-12-03T02:28:04,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36411,DS-79970128-9293-4b6a-aa4a-3438614ba788,DISK] 2024-12-03T02:28:04,795 INFO [RS:0;64035cbb0b46:38661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.1733192884770 2024-12-03T02:28:04,795 DEBUG [RS:0;64035cbb0b46:38661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35293:35293)] 2024-12-03T02:28:04,899 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:28:04,900 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7 2024-12-03T02:28:04,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:28:05,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:05,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:28:05,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:28:05,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:05,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:05,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:28:05,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:28:05,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:05,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:05,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:28:05,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:28:05,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:05,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:05,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:28:05,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:28:05,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:05,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:05,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:28:05,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740 2024-12-03T02:28:05,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740 2024-12-03T02:28:05,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:28:05,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:28:05,339 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:28:05,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:28:05,343 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:28:05,344 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59029434, jitterRate=-0.12039288878440857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:28:05,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733192885314Initializing all the Stores at 1733192885316 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192885316Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192885317 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192885317Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192885317Cleaning up temporary data from old regions at 1733192885339 (+22 ms)Region opened successfully at 1733192885345 (+6 ms) 2024-12-03T02:28:05,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:28:05,345 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:28:05,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:28:05,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:28:05,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:28:05,347 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:28:05,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192885345Disabling compacts and flushes for region at 1733192885345Disabling writes for close at 1733192885345Writing region close event to WAL at 1733192885347 (+2 ms)Closed at 1733192885347 2024-12-03T02:28:05,349 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:05,349 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:28:05,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:28:05,351 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:28:05,352 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:28:05,503 DEBUG [64035cbb0b46:43335 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:28:05,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,38661,1733192882360 2024-12-03T02:28:05,506 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,38661,1733192882360, state=OPENING 2024-12-03T02:28:05,532 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:28:05,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:05,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:05,541 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:28:05,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,38661,1733192882360}] 2024-12-03T02:28:05,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-671111303/meta-region-server: CHANGED 2024-12-03T02:28:05,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-671111303/meta-region-server: CHANGED 2024-12-03T02:28:05,695 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:28:05,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:28:05,703 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:28:05,703 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:05,704 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:28:05,706 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C38661%2C1733192882360.meta, suffix=.meta, logDir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/oldWALs, maxLogs=10 2024-12-03T02:28:05,720 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.meta.1733192885706.meta, exclude list is [], retry=0 2024-12-03T02:28:05,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36411,DS-79970128-9293-4b6a-aa4a-3438614ba788,DISK] 2024-12-03T02:28:05,725 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.meta.1733192885706.meta 2024-12-03T02:28:05,727 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35293:35293)] 2024-12-03T02:28:05,727 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:28:05,728 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:28:05,728 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:28:05,728 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:28:05,728 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:28:05,728 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:28:05,728 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:05,728 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:28:05,728 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:28:05,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:28:05,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:28:05,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:05,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:05,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:28:05,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:28:05,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:05,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:05,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:28:05,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:28:05,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:05,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:05,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:28:05,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:28:05,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:05,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:05,739 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:28:05,739 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740 2024-12-03T02:28:05,741 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740 2024-12-03T02:28:05,742 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:28:05,742 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:28:05,743 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:28:05,744 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:28:05,745 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71887342, jitterRate=0.07120487093925476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:28:05,745 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:28:05,746 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733192885729Writing region info on filesystem at 1733192885729Initializing all the Stores at 1733192885730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192885730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192885730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192885730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192885730Cleaning up temporary data from old regions at 1733192885742 (+12 ms)Running coprocessor post-open hooks at 1733192885745 (+3 ms)Region opened successfully at 1733192885746 (+1 ms) 2024-12-03T02:28:05,752 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733192885695 2024-12-03T02:28:05,755 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:28:05,755 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:28:05,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,38661,1733192882360 2024-12-03T02:28:05,757 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,38661,1733192882360, state=OPEN 2024-12-03T02:28:05,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-671111303/meta-region-server 2024-12-03T02:28:05,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-671111303/meta-region-server 2024-12-03T02:28:05,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-671111303/meta-region-server: CHANGED 2024-12-03T02:28:05,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-671111303/meta-region-server: CHANGED 2024-12-03T02:28:05,876 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,38661,1733192882360 2024-12-03T02:28:05,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:28:05,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,38661,1733192882360 in 335 msec 2024-12-03T02:28:05,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:28:05,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 531 msec 2024-12-03T02:28:05,886 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:05,886 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:28:05,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:05,888 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,38661,1733192882360, seqNum=-1] 2024-12-03T02:28:05,888 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:05,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:28:05,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4090 sec 2024-12-03T02:28:05,897 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733192885897, completionTime=-1 2024-12-03T02:28:05,897 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:28:05,898 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:28:05,904 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:28:05,904 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733192945904 2024-12-03T02:28:05,904 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193005904 2024-12-03T02:28:05,904 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-03T02:28:05,904 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43335,1733192881729-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:05,904 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43335,1733192881729-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:05,904 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43335,1733192881729-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:05,905 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:43335, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:05,905 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:05,906 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:05,907 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:28:05,911 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.336sec 2024-12-03T02:28:05,911 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:28:05,911 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:28:05,911 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:28:05,911 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:28:05,911 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:28:05,911 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43335,1733192881729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:28:05,911 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43335,1733192881729-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:28:05,918 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:28:05,918 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:28:05,918 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43335,1733192881729-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:05,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c92e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:05,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,43335,-1 for getting cluster id 2024-12-03T02:28:05,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:05,974 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8bea56d-f597-432e-a0cc-da9f5e7d3e55' 2024-12-03T02:28:05,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:05,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8bea56d-f597-432e-a0cc-da9f5e7d3e55" 2024-12-03T02:28:05,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9acc9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:05,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,43335,-1] 2024-12-03T02:28:05,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:05,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:05,977 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:05,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58349ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:05,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:05,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,38661,1733192882360, seqNum=-1] 2024-12-03T02:28:05,988 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:05,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:28:05,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,43335,1733192881729 2024-12-03T02:28:06,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60014 2024-12-03T02:28:06,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:28:06,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a4e3eff0002 connected 2024-12-03T02:28:06,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/hadoop.log.dir so I do NOT create it in target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c 2024-12-03T02:28:06,122 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:28:06,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/hadoop.tmp.dir so I do NOT create it in target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c 2024-12-03T02:28:06,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:28:06,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c 2024-12-03T02:28:06,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:28:06,123 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/cluster_77ae1c70-2eec-9b60-d454-c9746b5e1b89, deleteOnExit=true 2024-12-03T02:28:06,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:28:06,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/test.cache.data in system properties and HBase conf 2024-12-03T02:28:06,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:28:06,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:28:06,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:28:06,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:28:06,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:28:06,124 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:28:06,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:28:06,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:28:06,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:28:06,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:28:06,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:28:06,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:28:06,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:28:06,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:28:06,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:28:06,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:28:06,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:28:06,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:28:06,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:28:06,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:28:06,534 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T02:28:06,535 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:06,551 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:06,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:28:06,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:28:06,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:28:06,603 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:28:06,603 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:28:06,604 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:28:06,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edba01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:28:06,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20b3f284{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:28:06,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f2666ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/java.io.tmpdir/jetty-localhost-35563-hadoop-hdfs-3_4_1-tests_jar-_-any-2438068098728962917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:28:06,730 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fc1abc6{HTTP/1.1, (http/1.1)}{localhost:35563} 2024-12-03T02:28:06,730 INFO [Time-limited test {}] server.Server(415): Started @41917ms 2024-12-03T02:28:07,029 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:28:07,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:28:07,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:28:07,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:28:07,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:28:07,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cd98570{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:28:07,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4696742e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:28:07,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d627837{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/java.io.tmpdir/jetty-localhost-43077-hadoop-hdfs-3_4_1-tests_jar-_-any-10290677925944959576/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:28:07,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38ec9e5b{HTTP/1.1, (http/1.1)}{localhost:43077} 2024-12-03T02:28:07,190 INFO [Time-limited test {}] server.Server(415): Started @42377ms 2024-12-03T02:28:07,192 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:28:08,219 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/cluster_77ae1c70-2eec-9b60-d454-c9746b5e1b89/data/data2/current/BP-536530047-172.17.0.3-1733192886146/current, will proceed with Du for space computation calculation, 2024-12-03T02:28:08,219 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/cluster_77ae1c70-2eec-9b60-d454-c9746b5e1b89/data/data1/current/BP-536530047-172.17.0.3-1733192886146/current, will proceed with Du for space computation calculation, 2024-12-03T02:28:08,246 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:28:08,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6635a62aa7f6ee7 with lease ID 0x7a167a3b74ebd7bb: Processing first storage report for DS-3cd31330-6155-4f51-b0ad-71f3ce949e2e from datanode DatanodeRegistration(127.0.0.1:43649, datanodeUuid=5c4e6c3c-3228-42eb-9740-7eb71154d843, infoPort=40677, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=269353448;c=1733192886146) 2024-12-03T02:28:08,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6635a62aa7f6ee7 with lease ID 0x7a167a3b74ebd7bb: from storage DS-3cd31330-6155-4f51-b0ad-71f3ce949e2e node DatanodeRegistration(127.0.0.1:43649, datanodeUuid=5c4e6c3c-3228-42eb-9740-7eb71154d843, infoPort=40677, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=269353448;c=1733192886146), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:28:08,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6635a62aa7f6ee7 with lease ID 0x7a167a3b74ebd7bb: Processing first storage report for DS-4f1da2f7-e274-4823-beba-62087d6de163 from datanode DatanodeRegistration(127.0.0.1:43649, datanodeUuid=5c4e6c3c-3228-42eb-9740-7eb71154d843, infoPort=40677, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=269353448;c=1733192886146) 2024-12-03T02:28:08,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6635a62aa7f6ee7 with lease ID 0x7a167a3b74ebd7bb: from storage DS-4f1da2f7-e274-4823-beba-62087d6de163 node DatanodeRegistration(127.0.0.1:43649, datanodeUuid=5c4e6c3c-3228-42eb-9740-7eb71154d843, infoPort=40677, infoSecurePort=0, ipcPort=45675, storageInfo=lv=-57;cid=testClusterID;nsid=269353448;c=1733192886146), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T02:28:08,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c 2024-12-03T02:28:08,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:08,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:08,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:28:08,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a with version=8 2024-12-03T02:28:08,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/hbase-staging 2024-12-03T02:28:08,289 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:28:08,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:08,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:08,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:28:08,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:08,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:28:08,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:28:08,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:28:08,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46613 2024-12-03T02:28:08,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46613 connecting to ZooKeeper ensemble=127.0.0.1:60014 2024-12-03T02:28:08,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466130x0, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:28:08,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46613-0x1019a4e3eff0003 connected 2024-12-03T02:28:08,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:08,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:08,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Set watcher on znode that does not yet exist, /11768477083/running 2024-12-03T02:28:08,378 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a, hbase.cluster.distributed=false 2024-12-03T02:28:08,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Set watcher on znode that does not yet exist, /11768477083/acl 2024-12-03T02:28:08,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46613 2024-12-03T02:28:08,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46613 2024-12-03T02:28:08,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46613 2024-12-03T02:28:08,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46613 2024-12-03T02:28:08,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46613 2024-12-03T02:28:08,403 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:28:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:08,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:28:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:28:08,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:28:08,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:28:08,406 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35659 2024-12-03T02:28:08,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35659 connecting to ZooKeeper ensemble=127.0.0.1:60014 2024-12-03T02:28:08,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:08,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:08,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356590x0, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:28:08,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35659-0x1019a4e3eff0004 connected 2024-12-03T02:28:08,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Set watcher on znode that does not yet exist, /11768477083/running 2024-12-03T02:28:08,425 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:28:08,431 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:28:08,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Set watcher on znode that does not yet exist, /11768477083/master 2024-12-03T02:28:08,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Set watcher on znode that does not yet exist, /11768477083/acl 2024-12-03T02:28:08,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35659 2024-12-03T02:28:08,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35659 2024-12-03T02:28:08,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35659 2024-12-03T02:28:08,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35659 2024-12-03T02:28:08,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35659 2024-12-03T02:28:08,467 DEBUG [M:0;64035cbb0b46:46613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:46613 2024-12-03T02:28:08,470 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11768477083/backup-masters/64035cbb0b46,46613,1733192888288 2024-12-03T02:28:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083/backup-masters 2024-12-03T02:28:08,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083/backup-masters 2024-12-03T02:28:08,481 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Set watcher on existing znode=/11768477083/backup-masters/64035cbb0b46,46613,1733192888288 2024-12-03T02:28:08,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11768477083/master 2024-12-03T02:28:08,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:08,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:08,491 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Set watcher on existing znode=/11768477083/master 2024-12-03T02:28:08,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11768477083/backup-masters/64035cbb0b46,46613,1733192888288 from backup master directory 2024-12-03T02:28:08,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083/backup-masters 2024-12-03T02:28:08,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11768477083/backup-masters/64035cbb0b46,46613,1733192888288 2024-12-03T02:28:08,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083/backup-masters 2024-12-03T02:28:08,499 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:28:08,499 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,46613,1733192888288 2024-12-03T02:28:08,510 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/hbase.id] with ID: a4ac554f-1e2e-4d90-89ea-206c65fab418 2024-12-03T02:28:08,510 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/.tmp/hbase.id 2024-12-03T02:28:08,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:28:08,521 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/.tmp/hbase.id]:[hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/hbase.id] 2024-12-03T02:28:08,545 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:08,545 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:28:08,548 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-03T02:28:08,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:08,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:08,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:28:08,979 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:28:08,980 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:28:08,980 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:08,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:28:09,392 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store 2024-12-03T02:28:09,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:28:09,802 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:09,802 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:28:09,802 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:09,802 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:09,802 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:28:09,802 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:09,802 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:09,802 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192889802Disabling compacts and flushes for region at 1733192889802Disabling writes for close at 1733192889802Writing region close event to WAL at 1733192889802Closed at 1733192889802 2024-12-03T02:28:09,803 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/.initializing 2024-12-03T02:28:09,803 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/WALs/64035cbb0b46,46613,1733192888288 2024-12-03T02:28:09,804 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:28:09,806 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C46613%2C1733192888288, suffix=, logDir=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/WALs/64035cbb0b46,46613,1733192888288, archiveDir=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/oldWALs, maxLogs=10 2024-12-03T02:28:09,816 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/WALs/64035cbb0b46,46613,1733192888288/64035cbb0b46%2C46613%2C1733192888288.1733192889806, exclude list is [], retry=0 2024-12-03T02:28:09,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43649,DS-3cd31330-6155-4f51-b0ad-71f3ce949e2e,DISK] 2024-12-03T02:28:09,820 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/WALs/64035cbb0b46,46613,1733192888288/64035cbb0b46%2C46613%2C1733192888288.1733192889806 2024-12-03T02:28:09,820 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40677:40677)] 2024-12-03T02:28:09,820 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:28:09,820 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:09,820 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:09,820 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:09,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:09,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:28:09,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:09,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:09,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:09,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:28:09,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:09,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:09,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:09,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:28:09,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:09,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:09,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:09,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:28:09,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:09,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:09,828 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:09,829 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:09,829 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:09,830 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:09,830 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:09,831 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:28:09,832 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:09,834 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:28:09,835 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73021859, jitterRate=0.08811049163341522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:28:09,835 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733192889821Initializing all the Stores at 1733192889821Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192889822 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192889822Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192889822Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192889822Cleaning up temporary data from old regions at 1733192889830 (+8 ms)Region opened successfully at 1733192889835 (+5 ms) 2024-12-03T02:28:09,835 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:28:09,838 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aba345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:28:09,839 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:28:09,839 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:28:09,839 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:28:09,839 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:28:09,840 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:28:09,840 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:28:09,840 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:28:09,842 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:28:09,843 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Unable to get data of znode /11768477083/balancer because node does not exist (not necessarily an error) 2024-12-03T02:28:09,871 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11768477083/balancer already deleted, retry=false 2024-12-03T02:28:09,872 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:28:09,872 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Unable to get data of znode /11768477083/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:28:09,881 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11768477083/normalizer already deleted, retry=false 2024-12-03T02:28:09,882 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:28:09,883 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Unable to get data of znode /11768477083/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:28:09,890 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11768477083/switch/split already deleted, retry=false 2024-12-03T02:28:09,891 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Unable to get data of znode /11768477083/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:28:09,898 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11768477083/switch/merge already deleted, retry=false 2024-12-03T02:28:09,900 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Unable to get data of znode /11768477083/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:28:09,906 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11768477083/snapshot-cleanup already deleted, retry=false 2024-12-03T02:28:09,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11768477083/running 2024-12-03T02:28:09,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11768477083/running 2024-12-03T02:28:09,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:09,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:09,915 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,46613,1733192888288, sessionid=0x1019a4e3eff0003, setting cluster-up flag (Was=false) 2024-12-03T02:28:09,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:09,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:09,956 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11768477083/flush-table-proc/acquired, /11768477083/flush-table-proc/reached, /11768477083/flush-table-proc/abort 2024-12-03T02:28:09,958 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,46613,1733192888288 2024-12-03T02:28:09,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:09,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:09,998 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11768477083/online-snapshot/acquired, /11768477083/online-snapshot/reached, /11768477083/online-snapshot/abort 2024-12-03T02:28:09,999 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,46613,1733192888288 2024-12-03T02:28:10,000 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:28:10,002 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:10,002 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:28:10,002 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:28:10,003 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,46613,1733192888288 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:28:10,004 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:10,004 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:10,004 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:10,004 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:10,005 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:28:10,005 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:10,005 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:28:10,005 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:10,009 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733192920009 2024-12-03T02:28:10,009 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:28:10,009 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:28:10,009 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:28:10,009 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:28:10,009 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:28:10,009 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:28:10,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:10,009 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:28:10,010 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:28:10,010 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:28:10,010 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:28:10,010 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:28:10,010 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:28:10,010 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:28:10,010 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192890010,5,FailOnTimeoutGroup] 2024-12-03T02:28:10,010 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192890010,5,FailOnTimeoutGroup] 2024-12-03T02:28:10,011 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,011 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:10,011 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:28:10,011 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,011 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:28:10,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:28:10,061 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(746): ClusterId : a4ac554f-1e2e-4d90-89ea-206c65fab418 2024-12-03T02:28:10,061 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:28:10,072 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:28:10,072 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:28:10,082 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:28:10,082 DEBUG [RS:0;64035cbb0b46:35659 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:28:10,091 DEBUG [RS:0;64035cbb0b46:35659 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:35659 2024-12-03T02:28:10,091 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:28:10,091 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:28:10,091 DEBUG [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:28:10,092 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,46613,1733192888288 with port=35659, startcode=1733192888402 2024-12-03T02:28:10,092 DEBUG [RS:0;64035cbb0b46:35659 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:28:10,094 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:28:10,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,35659,1733192888402 2024-12-03T02:28:10,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46613 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,35659,1733192888402 2024-12-03T02:28:10,096 DEBUG [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a 2024-12-03T02:28:10,096 DEBUG [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45787 2024-12-03T02:28:10,096 DEBUG [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:28:10,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083/rs 2024-12-03T02:28:10,130 DEBUG [RS:0;64035cbb0b46:35659 {}] zookeeper.ZKUtil(111): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Set watcher on existing znode=/11768477083/rs/64035cbb0b46,35659,1733192888402 2024-12-03T02:28:10,130 WARN [RS:0;64035cbb0b46:35659 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:28:10,130 INFO [RS:0;64035cbb0b46:35659 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:10,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,35659,1733192888402] 2024-12-03T02:28:10,130 DEBUG [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/WALs/64035cbb0b46,35659,1733192888402 2024-12-03T02:28:10,134 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:28:10,135 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:28:10,136 INFO [RS:0;64035cbb0b46:35659 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:28:10,136 INFO [RS:0;64035cbb0b46:35659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,136 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:28:10,137 INFO [RS:0;64035cbb0b46:35659 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:28:10,137 INFO [RS:0;64035cbb0b46:35659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,137 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:10,137 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:10,137 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:10,137 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:10,137 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:10,137 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:28:10,137 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:10,137 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:10,137 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:10,137 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:10,137 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:10,137 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:10,137 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:28:10,138 DEBUG [RS:0;64035cbb0b46:35659 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:28:10,139 INFO [RS:0;64035cbb0b46:35659 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,139 INFO [RS:0;64035cbb0b46:35659 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,139 INFO [RS:0;64035cbb0b46:35659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,139 INFO [RS:0;64035cbb0b46:35659 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,139 INFO [RS:0;64035cbb0b46:35659 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,139 INFO [RS:0;64035cbb0b46:35659 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35659,1733192888402-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:28:10,152 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:28:10,152 INFO [RS:0;64035cbb0b46:35659 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35659,1733192888402-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,152 INFO [RS:0;64035cbb0b46:35659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,152 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.Replication(171): 64035cbb0b46,35659,1733192888402 started 2024-12-03T02:28:10,164 INFO [RS:0;64035cbb0b46:35659 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:10,164 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,35659,1733192888402, RpcServer on 64035cbb0b46/172.17.0.3:35659, sessionid=0x1019a4e3eff0004 2024-12-03T02:28:10,164 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:28:10,164 DEBUG [RS:0;64035cbb0b46:35659 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,35659,1733192888402 2024-12-03T02:28:10,164 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,35659,1733192888402' 2024-12-03T02:28:10,164 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11768477083/flush-table-proc/abort' 2024-12-03T02:28:10,165 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11768477083/flush-table-proc/acquired' 2024-12-03T02:28:10,165 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:28:10,165 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:28:10,165 DEBUG [RS:0;64035cbb0b46:35659 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,35659,1733192888402 2024-12-03T02:28:10,165 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,35659,1733192888402' 2024-12-03T02:28:10,165 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11768477083/online-snapshot/abort' 2024-12-03T02:28:10,166 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11768477083/online-snapshot/acquired' 2024-12-03T02:28:10,166 DEBUG [RS:0;64035cbb0b46:35659 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:28:10,166 INFO [RS:0;64035cbb0b46:35659 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:28:10,166 INFO [RS:0;64035cbb0b46:35659 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:28:10,266 INFO [RS:0;64035cbb0b46:35659 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:28:10,268 INFO [RS:0;64035cbb0b46:35659 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C35659%2C1733192888402, suffix=, logDir=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/WALs/64035cbb0b46,35659,1733192888402, archiveDir=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/oldWALs, maxLogs=10 2024-12-03T02:28:10,280 DEBUG [RS:0;64035cbb0b46:35659 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/WALs/64035cbb0b46,35659,1733192888402/64035cbb0b46%2C35659%2C1733192888402.1733192890269, exclude list is [], retry=0 2024-12-03T02:28:10,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43649,DS-3cd31330-6155-4f51-b0ad-71f3ce949e2e,DISK] 2024-12-03T02:28:10,285 INFO [RS:0;64035cbb0b46:35659 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/WALs/64035cbb0b46,35659,1733192888402/64035cbb0b46%2C35659%2C1733192888402.1733192890269 2024-12-03T02:28:10,285 DEBUG [RS:0;64035cbb0b46:35659 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40677:40677)] 2024-12-03T02:28:10,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:28:10,420 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a 2024-12-03T02:28:10,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:28:10,620 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:28:10,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:10,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:28:10,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:28:10,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:10,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:10,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:28:10,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:28:10,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:10,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:10,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:28:10,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:28:10,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:10,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:10,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:28:10,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:28:10,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:10,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:10,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:28:10,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/data/hbase/meta/1588230740 2024-12-03T02:28:10,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/data/hbase/meta/1588230740 2024-12-03T02:28:10,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:28:10,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:28:10,839 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:28:10,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:28:10,841 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:28:10,842 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73502085, jitterRate=0.0952664166688919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:28:10,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733192890827Initializing all the Stores at 1733192890829 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192890829Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192890829Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192890829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192890829Cleaning up temporary data from old regions at 1733192890838 (+9 ms)Region opened successfully at 1733192890842 (+4 ms) 2024-12-03T02:28:10,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:28:10,842 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:28:10,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:28:10,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:28:10,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:28:10,843 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:28:10,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192890842Disabling compacts and flushes for region at 1733192890842Disabling writes for close at 1733192890842Writing region close event to WAL at 1733192890843 (+1 ms)Closed at 1733192890843 2024-12-03T02:28:10,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:10,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:28:10,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:28:10,845 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:28:10,846 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:28:10,996 DEBUG [64035cbb0b46:46613 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:28:10,997 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,35659,1733192888402 2024-12-03T02:28:10,998 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,35659,1733192888402, state=OPENING 2024-12-03T02:28:11,023 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:28:11,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:11,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:11,032 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:28:11,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11768477083/meta-region-server: CHANGED 2024-12-03T02:28:11,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11768477083/meta-region-server: CHANGED 2024-12-03T02:28:11,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,35659,1733192888402}] 2024-12-03T02:28:11,185 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:28:11,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:28:11,190 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:28:11,190 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:11,191 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:28:11,192 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C35659%2C1733192888402.meta, suffix=.meta, logDir=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/WALs/64035cbb0b46,35659,1733192888402, archiveDir=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/oldWALs, maxLogs=10 2024-12-03T02:28:11,209 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/WALs/64035cbb0b46,35659,1733192888402/64035cbb0b46%2C35659%2C1733192888402.meta.1733192891192.meta, exclude list is [], retry=0 2024-12-03T02:28:11,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43649,DS-3cd31330-6155-4f51-b0ad-71f3ce949e2e,DISK] 2024-12-03T02:28:11,226 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/WALs/64035cbb0b46,35659,1733192888402/64035cbb0b46%2C35659%2C1733192888402.meta.1733192891192.meta 2024-12-03T02:28:11,227 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40677:40677)] 2024-12-03T02:28:11,227 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:28:11,227 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:28:11,228 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:28:11,228 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:28:11,228 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:28:11,228 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:28:11,228 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:11,228 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:28:11,228 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:28:11,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:28:11,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:28:11,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:11,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:11,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:28:11,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:28:11,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:11,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:11,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:28:11,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:28:11,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:11,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:11,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:28:11,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:28:11,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:11,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:11,244 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:28:11,245 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/data/hbase/meta/1588230740 2024-12-03T02:28:11,246 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/data/hbase/meta/1588230740 2024-12-03T02:28:11,248 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:28:11,248 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:28:11,249 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:28:11,252 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:28:11,253 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67798586, jitterRate=0.010277658700942993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:28:11,253 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:28:11,253 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733192891229Writing region info on filesystem at 1733192891229Initializing all the Stores at 1733192891230 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192891230Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192891232 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192891232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192891232Cleaning up temporary data from old regions at 1733192891248 (+16 ms)Running coprocessor post-open hooks at 1733192891253 (+5 ms)Region opened successfully at 1733192891253 2024-12-03T02:28:11,255 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733192891185 2024-12-03T02:28:11,258 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:28:11,259 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:28:11,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,35659,1733192888402 2024-12-03T02:28:11,261 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,35659,1733192888402, state=OPEN 2024-12-03T02:28:11,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11768477083/meta-region-server 2024-12-03T02:28:11,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11768477083/meta-region-server 2024-12-03T02:28:11,271 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,35659,1733192888402 2024-12-03T02:28:11,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11768477083/meta-region-server: CHANGED 2024-12-03T02:28:11,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11768477083/meta-region-server: CHANGED 2024-12-03T02:28:11,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:28:11,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,35659,1733192888402 in 239 msec 2024-12-03T02:28:11,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:28:11,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-12-03T02:28:11,279 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:11,279 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:28:11,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:11,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,35659,1733192888402, seqNum=-1] 2024-12-03T02:28:11,281 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:11,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:28:11,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-12-03T02:28:11,295 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733192891295, completionTime=-1 2024-12-03T02:28:11,296 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:28:11,296 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:28:11,298 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:28:11,298 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733192951298 2024-12-03T02:28:11,298 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193011298 2024-12-03T02:28:11,298 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T02:28:11,299 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46613,1733192888288-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:11,299 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46613,1733192888288-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:11,299 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46613,1733192888288-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:11,299 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:46613, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:11,299 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:11,302 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:28:11,302 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:11,308 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.809sec 2024-12-03T02:28:11,309 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:28:11,309 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:28:11,309 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:28:11,309 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:28:11,309 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:28:11,309 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46613,1733192888288-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:28:11,309 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46613,1733192888288-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:28:11,313 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:28:11,313 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:28:11,313 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46613,1733192888288-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:11,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9ec1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:11,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,46613,-1 for getting cluster id 2024-12-03T02:28:11,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:11,364 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4ac554f-1e2e-4d90-89ea-206c65fab418' 2024-12-03T02:28:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T02:28:11,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T02:28:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4ac554f-1e2e-4d90-89ea-206c65fab418" 2024-12-03T02:28:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29abd614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,46613,-1] 2024-12-03T02:28:11,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:28:11,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T02:28:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:11,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:28:11,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T02:28:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:11,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T02:28:11,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T02:28:11,367 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:11,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634b1c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:11,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:11,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,35659,1733192888402, seqNum=-1] 2024-12-03T02:28:11,370 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:11,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:28:11,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,46613,1733192888288 2024-12-03T02:28:11,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60014 2024-12-03T02:28:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:28:11,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a4e3eff0005 connected 2024-12-03T02:28:11,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5318aaef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:11,401 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,43335,-1 for getting cluster id 2024-12-03T02:28:11,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:11,403 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8bea56d-f597-432e-a0cc-da9f5e7d3e55' 2024-12-03T02:28:11,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:11,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8bea56d-f597-432e-a0cc-da9f5e7d3e55" 2024-12-03T02:28:11,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e2a5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:11,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,43335,-1] 2024-12-03T02:28:11,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:11,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:11,406 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:11,406 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100ef0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:11,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:28:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,43335,1733192881729 2024-12-03T02:28:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59d20b29 2024-12-03T02:28:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:28:11,410 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:28:11,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:46613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:28:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:28:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:11,414 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:46613' 2024-12-03T02:28:11,415 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7291e0b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:11,415 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,46613,-1 for getting cluster id 2024-12-03T02:28:11,415 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:11,416 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4ac554f-1e2e-4d90-89ea-206c65fab418' 2024-12-03T02:28:11,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:11,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4ac554f-1e2e-4d90-89ea-206c65fab418" 2024-12-03T02:28:11,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc8eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:11,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,46613,-1] 2024-12-03T02:28:11,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:11,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:11,418 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:11,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547cacc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:11,419 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:28:11,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,46613,1733192888288 2024-12-03T02:28:11,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4abce2ea 2024-12-03T02:28:11,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:28:11,421 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:28:11,422 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T02:28:11,422 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:28:11,422 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:11,422 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:11,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:28:11,422 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:28:11,423 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:28:11,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:28:11,425 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:11,426 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:28:11,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741835_1011 (size=1138) 2024-12-03T02:28:11,474 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:28:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:11,839 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c91a7e844fafa2de9a520e31c36fb37, NAME => 'hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7 2024-12-03T02:28:11,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741836_1012 (size=44) 2024-12-03T02:28:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:12,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:12,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3c91a7e844fafa2de9a520e31c36fb37, disabling compactions & flushes 2024-12-03T02:28:12,245 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. 2024-12-03T02:28:12,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. 2024-12-03T02:28:12,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. after waiting 0 ms 2024-12-03T02:28:12,245 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. 2024-12-03T02:28:12,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. 2024-12-03T02:28:12,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c91a7e844fafa2de9a520e31c36fb37: Waiting for close lock at 1733192892245Disabling compacts and flushes for region at 1733192892245Disabling writes for close at 1733192892245Writing region close event to WAL at 1733192892245Closed at 1733192892246 (+1 ms) 2024-12-03T02:28:12,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:28:12,248 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733192892247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192892247"}]},"ts":"1733192892247"} 2024-12-03T02:28:12,250 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:28:12,252 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:28:12,252 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192892252"}]},"ts":"1733192892252"} 2024-12-03T02:28:12,258 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:28:12,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c91a7e844fafa2de9a520e31c36fb37, ASSIGN}] 2024-12-03T02:28:12,260 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c91a7e844fafa2de9a520e31c36fb37, ASSIGN 2024-12-03T02:28:12,261 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c91a7e844fafa2de9a520e31c36fb37, ASSIGN; state=OFFLINE, location=64035cbb0b46,38661,1733192882360; forceNewPlan=false, retain=false 2024-12-03T02:28:12,412 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c91a7e844fafa2de9a520e31c36fb37, regionState=OPENING, regionLocation=64035cbb0b46,38661,1733192882360 2024-12-03T02:28:12,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3c91a7e844fafa2de9a520e31c36fb37, ASSIGN because future has completed 2024-12-03T02:28:12,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c91a7e844fafa2de9a520e31c36fb37, server=64035cbb0b46,38661,1733192882360}] 2024-12-03T02:28:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:12,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. 2024-12-03T02:28:12,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:12,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:28:12,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C38661%2C1733192882360.rep, suffix=, logDir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360, archiveDir=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/oldWALs, maxLogs=10 2024-12-03T02:28:12,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.rep.1733192892576, exclude list is [], retry=0 2024-12-03T02:28:12,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36411,DS-79970128-9293-4b6a-aa4a-3438614ba788,DISK] 2024-12-03T02:28:12,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.rep.1733192892576 2024-12-03T02:28:12,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35293:35293)] 2024-12-03T02:28:12,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c91a7e844fafa2de9a520e31c36fb37, NAME => 'hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:28:12,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:28:12,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:28:12,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. service=MultiRowMutationService 2024-12-03T02:28:12,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:28:12,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:12,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:12,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:12,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:12,603 INFO [StoreOpener-3c91a7e844fafa2de9a520e31c36fb37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:12,605 INFO [StoreOpener-3c91a7e844fafa2de9a520e31c36fb37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c91a7e844fafa2de9a520e31c36fb37 columnFamilyName hfileref 2024-12-03T02:28:12,605 DEBUG [StoreOpener-3c91a7e844fafa2de9a520e31c36fb37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:12,608 INFO [StoreOpener-3c91a7e844fafa2de9a520e31c36fb37-1 {}] regionserver.HStore(327): Store=3c91a7e844fafa2de9a520e31c36fb37/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:12,608 INFO [StoreOpener-3c91a7e844fafa2de9a520e31c36fb37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:12,610 INFO [StoreOpener-3c91a7e844fafa2de9a520e31c36fb37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c91a7e844fafa2de9a520e31c36fb37 columnFamilyName queue 2024-12-03T02:28:12,610 DEBUG [StoreOpener-3c91a7e844fafa2de9a520e31c36fb37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:12,611 INFO [StoreOpener-3c91a7e844fafa2de9a520e31c36fb37-1 {}] regionserver.HStore(327): Store=3c91a7e844fafa2de9a520e31c36fb37/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:12,611 INFO [StoreOpener-3c91a7e844fafa2de9a520e31c36fb37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:12,615 INFO [StoreOpener-3c91a7e844fafa2de9a520e31c36fb37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c91a7e844fafa2de9a520e31c36fb37 columnFamilyName sid 2024-12-03T02:28:12,615 DEBUG [StoreOpener-3c91a7e844fafa2de9a520e31c36fb37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:12,616 INFO [StoreOpener-3c91a7e844fafa2de9a520e31c36fb37-1 {}] regionserver.HStore(327): Store=3c91a7e844fafa2de9a520e31c36fb37/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:12,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:12,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/replication/3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:12,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/replication/3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:12,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:12,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:12,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:28:12,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:12,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/replication/3c91a7e844fafa2de9a520e31c36fb37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:28:12,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3c91a7e844fafa2de9a520e31c36fb37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67777174, jitterRate=0.009958595037460327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:28:12,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:12,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3c91a7e844fafa2de9a520e31c36fb37: Running coprocessor pre-open hook at 1733192892601Writing region info on filesystem at 1733192892601Initializing all the Stores at 1733192892603 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192892603Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192892603Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192892603Cleaning up temporary data from old regions at 1733192892621 (+18 ms)Running coprocessor post-open hooks at 1733192892637 (+16 ms)Region opened successfully at 1733192892637 2024-12-03T02:28:12,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37., pid=7, masterSystemTime=1733192892568 2024-12-03T02:28:12,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. 2024-12-03T02:28:12,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. 2024-12-03T02:28:12,644 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c91a7e844fafa2de9a520e31c36fb37, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,38661,1733192882360 2024-12-03T02:28:12,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c91a7e844fafa2de9a520e31c36fb37, server=64035cbb0b46,38661,1733192882360 because future has completed 2024-12-03T02:28:12,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T02:28:12,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c91a7e844fafa2de9a520e31c36fb37, server=64035cbb0b46,38661,1733192882360 in 242 msec 2024-12-03T02:28:12,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:28:12,670 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192892670"}]},"ts":"1733192892670"} 2024-12-03T02:28:12,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:28:12,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3c91a7e844fafa2de9a520e31c36fb37, ASSIGN in 404 msec 2024-12-03T02:28:12,674 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:28:12,676 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:28:12,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2540 sec 2024-12-03T02:28:12,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37., hostname=64035cbb0b46,38661,1733192882360, seqNum=2] 2024-12-03T02:28:12,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:12,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:12,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:28:12,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T02:28:12,935 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:28:12,971 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,38661,1733192882360, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:28:12,972 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:12,972 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,38661,1733192882360, seqNum=-1] 2024-12-03T02:28:12,972 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:12,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-03T02:28:12,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,38661,1733192882360', locateType=CURRENT is [region=hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37., hostname=64035cbb0b46,38661,1733192882360, seqNum=2] 2024-12-03T02:28:12,983 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T02:28:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T02:28:12,988 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,38661,1733192882360 suceeded 2024-12-03T02:28:12,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T02:28:12,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-12-03T02:28:12,996 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:46613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:28:12,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5860 sec 2024-12-03T02:28:13,002 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:46613' 2024-12-03T02:28:13,011 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@245731ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:13,011 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,46613,-1 for getting cluster id 2024-12-03T02:28:13,011 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:13,012 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a4ac554f-1e2e-4d90-89ea-206c65fab418' 2024-12-03T02:28:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a4ac554f-1e2e-4d90-89ea-206c65fab418" 2024-12-03T02:28:13,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64d81ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:13,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,46613,-1] 2024-12-03T02:28:13,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:13,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:13,014 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:13,015 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dea1a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:13,015 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:28:13,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,46613,1733192888288 2024-12-03T02:28:13,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b851b48 2024-12-03T02:28:13,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:28:13,020 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-03T02:28:13,021 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,38661,1733192882360 (queues=1) is replicating from cluster=a8bea56d-f597-432e-a0cc-da9f5e7d3e55 to cluster=a4ac554f-1e2e-4d90-89ea-206c65fab418 2024-12-03T02:28:13,021 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C38661%2C1733192882360 2024-12-03T02:28:13,021 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,38661,1733192882360, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:28:13,022 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360.replicationSource.wal-reader.64035cbb0b46%2C38661%2C1733192882360,1-64035cbb0b46,38661,1733192882360 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.1733192884770, startPosition=0, beingWritten=true 2024-12-03T02:28:13,022 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360.replicationSource.shipper64035cbb0b46%2C38661%2C1733192882360,1-64035cbb0b46,38661,1733192882360 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C38661%2C1733192882360 2024-12-03T02:28:13,237 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360.replicationSource.wal-reader.64035cbb0b46%2C38661%2C1733192882360,1-64035cbb0b46,38661,1733192882360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.1733192884770 to pos 0, reset compression=false 2024-12-03T02:28:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:13,562 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360.replicationSource.wal-reader.64035cbb0b46%2C38661%2C1733192882360,1-64035cbb0b46,38661,1733192882360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.1733192884770 to pos 0, reset compression=false 2024-12-03T02:28:13,562 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:28:13,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:28:13,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:28:13,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:13,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:13,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:28:13,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:28:13,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,43335,1733192881729 2024-12-03T02:28:13,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e695087 2024-12-03T02:28:13,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:28:13,570 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:28:13,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T02:28:13,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:28:13,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:28:13,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:28:13,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:13,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:13,572 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:28:13,572 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=102169316, stopped=false 2024-12-03T02:28:13,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:28:13,572 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,46613,1733192888288 2024-12-03T02:28:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11768477083/running 2024-12-03T02:28:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11768477083/running 2024-12-03T02:28:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:13,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:13,582 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:28:13,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:28:13,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:28:13,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:13,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,35659,1733192888402' ***** 2024-12-03T02:28:13,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:28:13,583 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:28:13,583 INFO [RS:0;64035cbb0b46:35659 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:28:13,583 INFO [RS:0;64035cbb0b46:35659 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:28:13,583 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,35659,1733192888402 2024-12-03T02:28:13,583 INFO [RS:0;64035cbb0b46:35659 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:28:13,583 INFO [RS:0;64035cbb0b46:35659 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:35659. 2024-12-03T02:28:13,583 DEBUG [RS:0;64035cbb0b46:35659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:28:13,583 DEBUG [RS:0;64035cbb0b46:35659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:13,583 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:28:13,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:28:13,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Set watcher on znode that does not yet exist, /11768477083/running 2024-12-03T02:28:13,584 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:28:13,584 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:28:13,584 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:28:13,585 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T02:28:13,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Set watcher on znode that does not yet exist, /11768477083/running 2024-12-03T02:28:13,585 DEBUG [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:28:13,585 DEBUG [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:28:13,586 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:28:13,586 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:28:13,586 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:28:13,586 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:28:13,586 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:28:13,587 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T02:28:13,616 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/data/hbase/meta/1588230740/.tmp/ns/3deed38243054aad8975419d9b197be2 is 43, key is default/ns:d/1733192891284/Put/seqid=0 2024-12-03T02:28:13,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741835_1011 (size=5153) 2024-12-03T02:28:13,631 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/data/hbase/meta/1588230740/.tmp/ns/3deed38243054aad8975419d9b197be2 2024-12-03T02:28:13,644 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:28:13,645 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/data/hbase/meta/1588230740/.tmp/ns/3deed38243054aad8975419d9b197be2 as hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/data/hbase/meta/1588230740/ns/3deed38243054aad8975419d9b197be2 2024-12-03T02:28:13,656 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/data/hbase/meta/1588230740/ns/3deed38243054aad8975419d9b197be2, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T02:28:13,658 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 72ms, sequenceid=6, compaction requested=false 2024-12-03T02:28:13,673 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T02:28:13,674 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:28:13,674 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:28:13,674 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:28:13,674 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192893586Running coprocessor pre-close hooks at 1733192893586Disabling compacts and flushes for region at 1733192893586Disabling writes for close at 1733192893586Obtaining lock to block concurrent updates at 1733192893587 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733192893587Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733192893588 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733192893588Flushing 1588230740/ns: creating writer at 1733192893589 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733192893615 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733192893615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc7e989: reopening flushed file at 1733192893644 (+29 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 72ms, sequenceid=6, compaction requested=false at 1733192893658 (+14 ms)Writing region close event to WAL at 1733192893668 (+10 ms)Running coprocessor post-close hooks at 1733192893674 (+6 ms)Closed at 1733192893674 2024-12-03T02:28:13,674 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:28:13,785 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,35659,1733192888402; all regions closed. 2024-12-03T02:28:13,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741834_1010 (size=1152) 2024-12-03T02:28:13,790 DEBUG [RS:0;64035cbb0b46:35659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/oldWALs 2024-12-03T02:28:13,790 INFO [RS:0;64035cbb0b46:35659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C35659%2C1733192888402.meta:.meta(num 1733192891192) 2024-12-03T02:28:13,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741832_1008 (size=93) 2024-12-03T02:28:13,798 DEBUG [RS:0;64035cbb0b46:35659 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/oldWALs 2024-12-03T02:28:13,798 INFO [RS:0;64035cbb0b46:35659 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C35659%2C1733192888402:(num 1733192890269) 2024-12-03T02:28:13,798 DEBUG [RS:0;64035cbb0b46:35659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:13,799 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:28:13,799 INFO [RS:0;64035cbb0b46:35659 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:28:13,799 INFO [RS:0;64035cbb0b46:35659 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:28:13,799 INFO [RS:0;64035cbb0b46:35659 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:28:13,799 INFO [RS:0;64035cbb0b46:35659 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35659 2024-12-03T02:28:13,800 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:28:13,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083/rs 2024-12-03T02:28:13,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11768477083/rs/64035cbb0b46,35659,1733192888402 2024-12-03T02:28:13,807 INFO [RS:0;64035cbb0b46:35659 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:28:13,808 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,35659,1733192888402] 2024-12-03T02:28:13,823 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11768477083/draining/64035cbb0b46,35659,1733192888402 already deleted, retry=false 2024-12-03T02:28:13,823 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,35659,1733192888402 expired; onlineServers=0 2024-12-03T02:28:13,823 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,46613,1733192888288' ***** 2024-12-03T02:28:13,823 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:28:13,823 INFO [M:0;64035cbb0b46:46613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:28:13,823 INFO [M:0;64035cbb0b46:46613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:28:13,824 DEBUG [M:0;64035cbb0b46:46613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:28:13,824 DEBUG [M:0;64035cbb0b46:46613 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:28:13,824 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192890010 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192890010,5,FailOnTimeoutGroup] 2024-12-03T02:28:13,824 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192890010 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192890010,5,FailOnTimeoutGroup] 2024-12-03T02:28:13,824 INFO [M:0;64035cbb0b46:46613 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:28:13,824 INFO [M:0;64035cbb0b46:46613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:28:13,824 DEBUG [M:0;64035cbb0b46:46613 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:28:13,824 INFO [M:0;64035cbb0b46:46613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:28:13,824 INFO [M:0;64035cbb0b46:46613 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:28:13,824 INFO [M:0;64035cbb0b46:46613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:28:13,824 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:28:13,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:28:13,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11768477083/master 2024-12-03T02:28:13,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11768477083 2024-12-03T02:28:13,840 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11768477083/master already deleted, retry=false 2024-12-03T02:28:13,840 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Failed delete of our master address node; KeeperErrorCode = NoNode for /11768477083/master 2024-12-03T02:28:13,840 INFO [M:0;64035cbb0b46:46613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/.lastflushedseqids 2024-12-03T02:28:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741836_1012 (size=99) 2024-12-03T02:28:13,855 INFO [M:0;64035cbb0b46:46613 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:28:13,855 INFO [M:0;64035cbb0b46:46613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:28:13,855 DEBUG [M:0;64035cbb0b46:46613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:28:13,855 INFO [M:0;64035cbb0b46:46613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:13,855 DEBUG [M:0;64035cbb0b46:46613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:13,855 DEBUG [M:0;64035cbb0b46:46613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:28:13,855 DEBUG [M:0;64035cbb0b46:46613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:13,856 INFO [M:0;64035cbb0b46:46613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T02:28:13,877 DEBUG [M:0;64035cbb0b46:46613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29e200defd824f7c98116f0c5aabc58d is 82, key is hbase:meta,,1/info:regioninfo/1733192891259/Put/seqid=0 2024-12-03T02:28:13,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741837_1013 (size=5672) 2024-12-03T02:28:13,911 INFO [M:0;64035cbb0b46:46613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29e200defd824f7c98116f0c5aabc58d 2024-12-03T02:28:13,915 INFO [RS:0;64035cbb0b46:35659 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:28:13,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:28:13,915 INFO [RS:0;64035cbb0b46:35659 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,35659,1733192888402; zookeeper connection closed. 2024-12-03T02:28:13,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35659-0x1019a4e3eff0004, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:28:13,933 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@297df4e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@297df4e0 2024-12-03T02:28:13,939 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:28:13,949 DEBUG [M:0;64035cbb0b46:46613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f042ce0be6164a07a8af85a45ac3fbcf is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733192891294/Put/seqid=0 2024-12-03T02:28:13,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741838_1014 (size=5275) 2024-12-03T02:28:13,962 INFO [M:0;64035cbb0b46:46613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f042ce0be6164a07a8af85a45ac3fbcf 2024-12-03T02:28:13,976 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360.replicationSource.wal-reader.64035cbb0b46%2C38661%2C1733192882360,1-64035cbb0b46,38661,1733192882360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.1733192884770 to pos 0, reset compression=false 2024-12-03T02:28:13,987 DEBUG [M:0;64035cbb0b46:46613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1ff8bc94fe24a6d972eeaaf578babc7 is 69, key is 64035cbb0b46,35659,1733192888402/rs:state/1733192890094/Put/seqid=0 2024-12-03T02:28:14,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741839_1015 (size=5156) 2024-12-03T02:28:14,409 INFO [M:0;64035cbb0b46:46613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1ff8bc94fe24a6d972eeaaf578babc7 2024-12-03T02:28:14,414 DEBUG [M:0;64035cbb0b46:46613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29e200defd824f7c98116f0c5aabc58d as hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29e200defd824f7c98116f0c5aabc58d 2024-12-03T02:28:14,419 INFO [M:0;64035cbb0b46:46613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29e200defd824f7c98116f0c5aabc58d, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T02:28:14,421 DEBUG [M:0;64035cbb0b46:46613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f042ce0be6164a07a8af85a45ac3fbcf as hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f042ce0be6164a07a8af85a45ac3fbcf 2024-12-03T02:28:14,426 INFO [M:0;64035cbb0b46:46613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f042ce0be6164a07a8af85a45ac3fbcf, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T02:28:14,427 DEBUG [M:0;64035cbb0b46:46613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1ff8bc94fe24a6d972eeaaf578babc7 as hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1ff8bc94fe24a6d972eeaaf578babc7 2024-12-03T02:28:14,433 INFO [M:0;64035cbb0b46:46613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45787/user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1ff8bc94fe24a6d972eeaaf578babc7, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T02:28:14,434 INFO [M:0;64035cbb0b46:46613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 578ms, sequenceid=28, compaction requested=false 2024-12-03T02:28:14,435 INFO [M:0;64035cbb0b46:46613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:14,435 DEBUG [M:0;64035cbb0b46:46613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192893855Disabling compacts and flushes for region at 1733192893855Disabling writes for close at 1733192893855Obtaining lock to block concurrent updates at 1733192893856 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733192893856Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733192893856Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733192893857 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733192893857Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733192893877 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733192893877Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733192893920 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733192893949 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733192893949Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733192893968 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733192893987 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733192893987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f55953: reopening flushed file at 1733192894413 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f3628d: reopening flushed file at 1733192894420 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51dd7a69: reopening flushed file at 1733192894427 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 578ms, sequenceid=28, compaction requested=false at 1733192894434 (+7 ms)Writing region close event to WAL at 1733192894435 (+1 ms)Closed at 1733192894435 2024-12-03T02:28:14,439 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1fd06ef8-59e1-4905-33dc-bc0fda17db0a/MasterData/WALs/64035cbb0b46,46613,1733192888288/64035cbb0b46%2C46613%2C1733192888288.1733192889806 not finished, retry = 0 2024-12-03T02:28:14,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43649 is added to blk_1073741830_1006 (size=10165) 2024-12-03T02:28:14,486 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360.replicationSource.wal-reader.64035cbb0b46%2C38661%2C1733192882360,1-64035cbb0b46,38661,1733192882360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.1733192884770 to pos 0, reset compression=false 2024-12-03T02:28:14,562 INFO [M:0;64035cbb0b46:46613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:28:14,563 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:28:14,563 INFO [M:0;64035cbb0b46:46613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46613 2024-12-03T02:28:14,563 INFO [M:0;64035cbb0b46:46613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:28:14,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:28:14,796 INFO [M:0;64035cbb0b46:46613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:28:14,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46613-0x1019a4e3eff0003, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:28:14,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d627837{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:28:14,800 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38ec9e5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:28:14,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:28:14,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4696742e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:28:14,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cd98570{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/hadoop.log.dir/,STOPPED} 2024-12-03T02:28:14,802 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:28:14,802 WARN [BP-536530047-172.17.0.3-1733192886146 heartbeating to localhost/127.0.0.1:45787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:28:14,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:28:14,803 WARN [BP-536530047-172.17.0.3-1733192886146 heartbeating to localhost/127.0.0.1:45787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-536530047-172.17.0.3-1733192886146 (Datanode Uuid 5c4e6c3c-3228-42eb-9740-7eb71154d843) service to localhost/127.0.0.1:45787 2024-12-03T02:28:14,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/cluster_77ae1c70-2eec-9b60-d454-c9746b5e1b89/data/data1/current/BP-536530047-172.17.0.3-1733192886146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:28:14,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/cluster_77ae1c70-2eec-9b60-d454-c9746b5e1b89/data/data2/current/BP-536530047-172.17.0.3-1733192886146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:28:14,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:28:14,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f2666ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:28:14,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fc1abc6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:28:14,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:28:14,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20b3f284{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:28:14,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edba01{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/hadoop.log.dir/,STOPPED} 2024-12-03T02:28:14,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:28:14,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:28:14,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:28:14,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:28:14,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:14,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:14,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:28:14,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:28:14,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=121964934, stopped=false 2024-12-03T02:28:14,831 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,43335,1733192881729 2024-12-03T02:28:14,863 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:28:14,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-671111303/running 2024-12-03T02:28:14,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-671111303/running 2024-12-03T02:28:14,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:14,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:14,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:28:14,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:28:14,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Set watcher on znode that does not yet exist, /0-671111303/running 2024-12-03T02:28:14,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Set watcher on znode that does not yet exist, /0-671111303/running 2024-12-03T02:28:14,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:14,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,38661,1733192882360' ***** 2024-12-03T02:28:14,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:28:14,864 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:28:14,864 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:28:14,864 INFO [RS:0;64035cbb0b46:38661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:28:14,864 INFO [RS:0;64035cbb0b46:38661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:28:14,864 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:14,867 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,38661,1733192882360 2024-12-03T02:28:14,868 INFO [RS:0;64035cbb0b46:38661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:28:14,868 INFO [RS:0;64035cbb0b46:38661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:38661. 2024-12-03T02:28:14,868 DEBUG [RS:0;64035cbb0b46:38661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:28:14,868 DEBUG [RS:0;64035cbb0b46:38661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:14,868 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c91a7e844fafa2de9a520e31c36fb37, disabling compactions & flushes 2024-12-03T02:28:14,868 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. 2024-12-03T02:28:14,868 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:28:14,868 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:28:14,868 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. 2024-12-03T02:28:14,868 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:28:14,868 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. after waiting 0 ms 2024-12-03T02:28:14,868 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. 2024-12-03T02:28:14,868 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:28:14,868 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c91a7e844fafa2de9a520e31c36fb37 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T02:28:14,868 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T02:28:14,868 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1325): Online Regions={3c91a7e844fafa2de9a520e31c36fb37=hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:28:14,868 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:28:14,868 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:14,868 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:28:14,868 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:28:14,868 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:28:14,868 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:28:14,868 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T02:28:14,886 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/replication/3c91a7e844fafa2de9a520e31c36fb37/.tmp/queue/6c8a57625b024f04b66213109be37fc8 is 151, key is 1-64035cbb0b46,38661,1733192882360/queue:64035cbb0b46%2C38661%2C1733192882360/1733192892979/Put/seqid=0 2024-12-03T02:28:14,888 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/.tmp/info/d77cb4d71842496d982cd07de300d14e is 147, key is hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37./info:regioninfo/1733192892644/Put/seqid=0 2024-12-03T02:28:14,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741838_1014 (size=5350) 2024-12-03T02:28:14,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741839_1015 (size=6631) 2024-12-03T02:28:14,941 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:28:15,068 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:15,093 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360.replicationSource.wal-reader.64035cbb0b46%2C38661%2C1733192882360,1-64035cbb0b46,38661,1733192882360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.1733192884770 to pos 0, reset compression=false 2024-12-03T02:28:15,269 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c91a7e844fafa2de9a520e31c36fb37 2024-12-03T02:28:15,291 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/replication/3c91a7e844fafa2de9a520e31c36fb37/.tmp/queue/6c8a57625b024f04b66213109be37fc8 2024-12-03T02:28:15,298 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/.tmp/info/d77cb4d71842496d982cd07de300d14e 2024-12-03T02:28:15,305 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/replication/3c91a7e844fafa2de9a520e31c36fb37/.tmp/queue/6c8a57625b024f04b66213109be37fc8 as hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/replication/3c91a7e844fafa2de9a520e31c36fb37/queue/6c8a57625b024f04b66213109be37fc8 2024-12-03T02:28:15,316 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/replication/3c91a7e844fafa2de9a520e31c36fb37/queue/6c8a57625b024f04b66213109be37fc8, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T02:28:15,317 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3c91a7e844fafa2de9a520e31c36fb37 in 449ms, sequenceid=5, compaction requested=false 2024-12-03T02:28:15,317 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T02:28:15,333 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/replication/3c91a7e844fafa2de9a520e31c36fb37/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T02:28:15,334 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:28:15,334 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:28:15,334 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. 2024-12-03T02:28:15,334 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c91a7e844fafa2de9a520e31c36fb37: Waiting for close lock at 1733192894868Running coprocessor pre-close hooks at 1733192894868Disabling compacts and flushes for region at 1733192894868Disabling writes for close at 1733192894868Obtaining lock to block concurrent updates at 1733192894868Preparing flush snapshotting stores in 3c91a7e844fafa2de9a520e31c36fb37 at 1733192894868Finished memstore snapshotting hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733192894868Flushing stores of hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. at 1733192894869 (+1 ms)Flushing 3c91a7e844fafa2de9a520e31c36fb37/queue: creating writer at 1733192894869Flushing 3c91a7e844fafa2de9a520e31c36fb37/queue: appending metadata at 1733192894885 (+16 ms)Flushing 3c91a7e844fafa2de9a520e31c36fb37/queue: closing flushed file at 1733192894885Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c363f1: reopening flushed file at 1733192895303 (+418 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3c91a7e844fafa2de9a520e31c36fb37 in 449ms, sequenceid=5, compaction requested=false at 1733192895317 (+14 ms)Writing region close event to WAL at 1733192895326 (+9 ms)Running coprocessor post-close hooks at 1733192895334 (+8 ms)Closed at 1733192895334 2024-12-03T02:28:15,334 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733192891422.3c91a7e844fafa2de9a520e31c36fb37. 2024-12-03T02:28:15,338 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/.tmp/ns/41f7424ba0d44bdf97a6a79124910192 is 43, key is default/ns:d/1733192885890/Put/seqid=0 2024-12-03T02:28:15,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741840_1016 (size=5153) 2024-12-03T02:28:15,469 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:28:15,627 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:28:15,628 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:28:15,669 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:28:15,747 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/.tmp/ns/41f7424ba0d44bdf97a6a79124910192 2024-12-03T02:28:15,772 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/.tmp/table/fe021b4652504538b222585bdf8d1ba0 is 53, key is hbase:replication/table:state/1733192892670/Put/seqid=0 2024-12-03T02:28:15,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741841_1017 (size=5256) 2024-12-03T02:28:15,799 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360.replicationSource.wal-reader.64035cbb0b46%2C38661%2C1733192882360,1-64035cbb0b46,38661,1733192882360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.1733192884770 to pos 0, reset compression=false 2024-12-03T02:28:15,869 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T02:28:15,869 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:28:15,869 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:28:16,070 DEBUG [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:28:16,182 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/.tmp/table/fe021b4652504538b222585bdf8d1ba0 2024-12-03T02:28:16,189 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/.tmp/info/d77cb4d71842496d982cd07de300d14e as hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/info/d77cb4d71842496d982cd07de300d14e 2024-12-03T02:28:16,194 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/info/d77cb4d71842496d982cd07de300d14e, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T02:28:16,196 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/.tmp/ns/41f7424ba0d44bdf97a6a79124910192 as hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/ns/41f7424ba0d44bdf97a6a79124910192 2024-12-03T02:28:16,205 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/ns/41f7424ba0d44bdf97a6a79124910192, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T02:28:16,206 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/.tmp/table/fe021b4652504538b222585bdf8d1ba0 as hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/table/fe021b4652504538b222585bdf8d1ba0 2024-12-03T02:28:16,211 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/table/fe021b4652504538b222585bdf8d1ba0, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T02:28:16,213 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false 2024-12-03T02:28:16,219 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T02:28:16,219 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:28:16,219 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:28:16,219 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:28:16,219 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192894868Running coprocessor pre-close hooks at 1733192894868Disabling compacts and flushes for region at 1733192894868Disabling writes for close at 1733192894868Obtaining lock to block concurrent updates at 1733192894868Preparing flush snapshotting stores in 1588230740 at 1733192894868Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733192894869 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733192894869Flushing 1588230740/info: creating writer at 1733192894869Flushing 1588230740/info: appending metadata at 1733192894887 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733192894887Flushing 1588230740/ns: creating writer at 1733192895312 (+425 ms)Flushing 1588230740/ns: appending metadata at 1733192895338 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733192895338Flushing 1588230740/table: creating writer at 1733192895753 (+415 ms)Flushing 1588230740/table: appending metadata at 1733192895772 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733192895772Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c822d0b: reopening flushed file at 1733192896188 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30cc23b5: reopening flushed file at 1733192896195 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27256b1d: reopening flushed file at 1733192896205 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false at 1733192896213 (+8 ms)Writing region close event to WAL at 1733192896214 (+1 ms)Running coprocessor post-close hooks at 1733192896219 (+5 ms)Closed at 1733192896219 2024-12-03T02:28:16,220 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:28:16,270 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,38661,1733192882360; all regions closed. 2024-12-03T02:28:16,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741834_1010 (size=2742) 2024-12-03T02:28:16,275 DEBUG [RS:0;64035cbb0b46:38661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/oldWALs 2024-12-03T02:28:16,275 INFO [RS:0;64035cbb0b46:38661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C38661%2C1733192882360.meta:.meta(num 1733192885706) 2024-12-03T02:28:16,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741837_1013 (size=1586) 2024-12-03T02:28:16,277 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/WALs/64035cbb0b46,38661,1733192882360/64035cbb0b46%2C38661%2C1733192882360.rep.1733192892576 not finished, retry = 0 2024-12-03T02:28:16,380 DEBUG [RS:0;64035cbb0b46:38661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/oldWALs 2024-12-03T02:28:16,380 INFO [RS:0;64035cbb0b46:38661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C38661%2C1733192882360.rep:(num 1733192892576) 2024-12-03T02:28:16,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741832_1008 (size=93) 2024-12-03T02:28:16,384 DEBUG [RS:0;64035cbb0b46:38661 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/oldWALs 2024-12-03T02:28:16,384 INFO [RS:0;64035cbb0b46:38661 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C38661%2C1733192882360:(num 1733192884770) 2024-12-03T02:28:16,384 DEBUG [RS:0;64035cbb0b46:38661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:16,384 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:28:16,385 INFO [RS:0;64035cbb0b46:38661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:28:16,385 INFO [RS:0;64035cbb0b46:38661 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:28:16,385 INFO [RS:0;64035cbb0b46:38661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:28:16,385 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:28:16,385 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,38661,1733192882360 because: Region server is closing 2024-12-03T02:28:16,385 INFO [RS:0;64035cbb0b46:38661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:38661. 2024-12-03T02:28:16,385 DEBUG [RS:0;64035cbb0b46:38661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:28:16,385 DEBUG [RS:0;64035cbb0b46:38661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:16,385 DEBUG [RS:0;64035cbb0b46:38661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:16,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:28:16,486 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360.replicationSource.shipper64035cbb0b46%2C38661%2C1733192882360,1-64035cbb0b46,38661,1733192882360 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T02:28:16,486 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360.replicationSource.wal-reader.64035cbb0b46%2C38661%2C1733192882360,1-64035cbb0b46,38661,1733192882360 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:28:16,486 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,38661,1733192882360.replicationSource.shipper64035cbb0b46%2C38661%2C1733192882360,1-64035cbb0b46,38661,1733192882360 terminated 2024-12-03T02:28:16,486 INFO [RS:0;64035cbb0b46:38661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38661 2024-12-03T02:28:16,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-671111303/rs/64035cbb0b46,38661,1733192882360 2024-12-03T02:28:16,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303/rs 2024-12-03T02:28:16,513 INFO [RS:0;64035cbb0b46:38661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:28:16,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,38661,1733192882360] 2024-12-03T02:28:16,631 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-671111303/draining/64035cbb0b46,38661,1733192882360 already deleted, retry=false 2024-12-03T02:28:16,632 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,38661,1733192882360 expired; onlineServers=0 2024-12-03T02:28:16,632 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,43335,1733192881729' ***** 2024-12-03T02:28:16,632 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:28:16,632 INFO [M:0;64035cbb0b46:43335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:28:16,632 INFO [M:0;64035cbb0b46:43335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:28:16,632 DEBUG [M:0;64035cbb0b46:43335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:28:16,632 DEBUG [M:0;64035cbb0b46:43335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:28:16,632 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:28:16,632 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192884492 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192884492,5,FailOnTimeoutGroup] 2024-12-03T02:28:16,632 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192884492 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192884492,5,FailOnTimeoutGroup] 2024-12-03T02:28:16,633 INFO [M:0;64035cbb0b46:43335 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:28:16,633 INFO [M:0;64035cbb0b46:43335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:28:16,633 DEBUG [M:0;64035cbb0b46:43335 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:28:16,633 INFO [M:0;64035cbb0b46:43335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:28:16,633 INFO [M:0;64035cbb0b46:43335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:28:16,633 INFO [M:0;64035cbb0b46:43335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:28:16,633 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:28:16,689 INFO [RS:0;64035cbb0b46:38661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:28:16,689 INFO [RS:0;64035cbb0b46:38661 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,38661,1733192882360; zookeeper connection closed. 2024-12-03T02:28:16,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76b1c20b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76b1c20b 2024-12-03T02:28:16,689 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:28:16,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:28:16,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38661-0x1019a4e3eff0001, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:28:16,691 DEBUG [M:0;64035cbb0b46:43335 {}] zookeeper.ZKUtil(347): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Unable to get data of znode /0-671111303/master because node does not exist (not an error) 2024-12-03T02:28:16,691 WARN [M:0;64035cbb0b46:43335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:28:16,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-671111303/master 2024-12-03T02:28:16,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-671111303 2024-12-03T02:28:16,693 INFO [M:0;64035cbb0b46:43335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/.lastflushedseqids 2024-12-03T02:28:16,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741842_1018 (size=181) 2024-12-03T02:28:16,730 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:28:16,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:16,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:16,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:17,101 INFO [M:0;64035cbb0b46:43335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:28:17,101 INFO [M:0;64035cbb0b46:43335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:28:17,101 DEBUG [M:0;64035cbb0b46:43335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:28:17,101 INFO [M:0;64035cbb0b46:43335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:17,101 DEBUG [M:0;64035cbb0b46:43335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:17,101 DEBUG [M:0;64035cbb0b46:43335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:28:17,101 DEBUG [M:0;64035cbb0b46:43335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:17,101 INFO [M:0;64035cbb0b46:43335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T02:28:17,121 DEBUG [M:0;64035cbb0b46:43335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05e03229647c46528956e2b6ede61a43 is 82, key is hbase:meta,,1/info:regioninfo/1733192885756/Put/seqid=0 2024-12-03T02:28:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741843_1019 (size=5672) 2024-12-03T02:28:17,526 INFO [M:0;64035cbb0b46:43335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05e03229647c46528956e2b6ede61a43 2024-12-03T02:28:17,544 DEBUG [M:0;64035cbb0b46:43335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b70d05451b54450d8824b2fe42bf3e92 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733192892679/Put/seqid=0 2024-12-03T02:28:17,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741844_1020 (size=7203) 2024-12-03T02:28:17,949 INFO [M:0;64035cbb0b46:43335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b70d05451b54450d8824b2fe42bf3e92 2024-12-03T02:28:17,968 DEBUG [M:0;64035cbb0b46:43335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3ad71bafa2b4e9e99bae4ae2a63935a is 69, key is 64035cbb0b46,38661,1733192882360/rs:state/1733192884604/Put/seqid=0 2024-12-03T02:28:17,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741845_1021 (size=5156) 2024-12-03T02:28:17,980 INFO [M:0;64035cbb0b46:43335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3ad71bafa2b4e9e99bae4ae2a63935a 2024-12-03T02:28:17,988 DEBUG [M:0;64035cbb0b46:43335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05e03229647c46528956e2b6ede61a43 as hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05e03229647c46528956e2b6ede61a43 2024-12-03T02:28:17,995 INFO [M:0;64035cbb0b46:43335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05e03229647c46528956e2b6ede61a43, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T02:28:18,004 DEBUG [M:0;64035cbb0b46:43335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b70d05451b54450d8824b2fe42bf3e92 as hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b70d05451b54450d8824b2fe42bf3e92 2024-12-03T02:28:18,010 INFO [M:0;64035cbb0b46:43335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b70d05451b54450d8824b2fe42bf3e92, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T02:28:18,012 DEBUG [M:0;64035cbb0b46:43335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3ad71bafa2b4e9e99bae4ae2a63935a as hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3ad71bafa2b4e9e99bae4ae2a63935a 2024-12-03T02:28:18,020 INFO [M:0;64035cbb0b46:43335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40061/user/jenkins/test-data/1730d9a6-fdd1-1386-093f-f5b7f06de5c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3ad71bafa2b4e9e99bae4ae2a63935a, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T02:28:18,021 INFO [M:0;64035cbb0b46:43335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=70, compaction requested=false 2024-12-03T02:28:18,022 INFO [M:0;64035cbb0b46:43335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:18,022 DEBUG [M:0;64035cbb0b46:43335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192897101Disabling compacts and flushes for region at 1733192897101Disabling writes for close at 1733192897101Obtaining lock to block concurrent updates at 1733192897101Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733192897101Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733192897102 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733192897102Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733192897103 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733192897120 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733192897120Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733192897531 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733192897544 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733192897544Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733192897954 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733192897967 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733192897967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27cb799a: reopening flushed file at 1733192897987 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79542b69: reopening flushed file at 1733192897995 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@126e10b9: reopening flushed file at 1733192898010 (+15 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=70, compaction requested=false at 1733192898021 (+11 ms)Writing region close event to WAL at 1733192898022 (+1 ms)Closed at 1733192898022 2024-12-03T02:28:18,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36411 is added to blk_1073741830_1006 (size=41008) 2024-12-03T02:28:18,026 INFO [M:0;64035cbb0b46:43335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:28:18,026 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:28:18,026 INFO [M:0;64035cbb0b46:43335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43335 2024-12-03T02:28:18,026 INFO [M:0;64035cbb0b46:43335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:28:18,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:28:18,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1019a4e3eff0000, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:28:18,183 INFO [M:0;64035cbb0b46:43335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:28:18,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63ac7a22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:28:18,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bd590f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:28:18,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:28:18,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@420e142e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:28:18,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abc309a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/hadoop.log.dir/,STOPPED} 2024-12-03T02:28:18,191 WARN [BP-375226963-172.17.0.3-1733192879419 heartbeating to localhost/127.0.0.1:40061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:28:18,191 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:28:18,191 WARN [BP-375226963-172.17.0.3-1733192879419 heartbeating to localhost/127.0.0.1:40061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-375226963-172.17.0.3-1733192879419 (Datanode Uuid 08b19378-c295-4247-ae66-4b024ea6b862) service to localhost/127.0.0.1:40061 2024-12-03T02:28:18,191 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:28:18,192 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:28:18,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/cluster_0e6a82d2-0986-d881-ef12-e85f03466c84/data/data1/current/BP-375226963-172.17.0.3-1733192879419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:28:18,192 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/cluster_0e6a82d2-0986-d881-ef12-e85f03466c84/data/data2/current/BP-375226963-172.17.0.3-1733192879419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:28:18,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@115d6a60{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:28:18,200 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8648a30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:28:18,200 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:28:18,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e5c7bae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:28:18,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9a39883{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa3d8d2f-820e-b7a6-871d-83fa673860c0/hadoop.log.dir/,STOPPED} 2024-12-03T02:28:18,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T02:28:18,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:28:18,247 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 107) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60014) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45787 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45787 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60014) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40061 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=687 (was 692), ProcessCount=11 (was 11), AvailableMemoryMB=2056 (was 2411) 2024-12-03T02:28:18,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=687, ProcessCount=11, AvailableMemoryMB=2052 2024-12-03T02:28:18,276 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-03T02:28:18,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/hadoop.log.dir so I do NOT create it in target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072 2024-12-03T02:28:18,277 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:28:18,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/hadoop.tmp.dir so I do NOT create it in target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072 2024-12-03T02:28:18,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ad4fcd1d-7c9e-53de-5fe5-166406266d0c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:28:18,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072 2024-12-03T02:28:18,278 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/cluster_ccdc3727-ddd5-cb2a-59a4-db64ce5cfb11, deleteOnExit=true 2024-12-03T02:28:18,304 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/cluster_ccdc3727-ddd5-cb2a-59a4-db64ce5cfb11/zookeeper_0, clientPort=60891, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/cluster_ccdc3727-ddd5-cb2a-59a4-db64ce5cfb11/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/cluster_ccdc3727-ddd5-cb2a-59a4-db64ce5cfb11/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T02:28:18,308 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60891 2024-12-03T02:28:18,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:28:18,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:28:18,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/test.cache.data in system properties and HBase conf 2024-12-03T02:28:18,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:28:18,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:28:18,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:28:18,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:28:18,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:28:18,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:28:18,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:28:18,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:28:18,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:28:18,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:28:18,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:28:18,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:28:18,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:28:18,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:28:18,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:28:18,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:28:18,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:28:18,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:28:18,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:28:18,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:28:18,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a4e3eff0005, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:28:18,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a4e3eff0005, quorum=127.0.0.1:60014, baseZNode=/11768477083 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:28:18,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a4e3eff0002, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:28:18,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a4e3eff0002, quorum=127.0.0.1:60014, baseZNode=/0-671111303 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:28:18,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:28:18,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:28:18,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:28:18,807 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:28:18,807 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:28:18,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:28:18,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50e7c708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:28:18,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a49abd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:28:18,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@262a1159{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/java.io.tmpdir/jetty-localhost-36469-hadoop-hdfs-3_4_1-tests_jar-_-any-3083477222390525316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:28:18,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b468795{HTTP/1.1, (http/1.1)}{localhost:36469} 2024-12-03T02:28:18,928 INFO [Time-limited test {}] server.Server(415): Started @54115ms 2024-12-03T02:28:19,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:28:19,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:28:19,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:28:19,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:28:19,220 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:28:19,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb41989{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:28:19,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@740b61c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:28:19,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dbb5020{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/java.io.tmpdir/jetty-localhost-42275-hadoop-hdfs-3_4_1-tests_jar-_-any-6170717612955862887/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:28:19,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28431993{HTTP/1.1, (http/1.1)}{localhost:42275} 2024-12-03T02:28:19,338 INFO [Time-limited test {}] server.Server(415): Started @54525ms 2024-12-03T02:28:19,339 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:28:19,994 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/cluster_ccdc3727-ddd5-cb2a-59a4-db64ce5cfb11/data/data2/current/BP-2103910528-172.17.0.3-1733192898334/current, will proceed with Du for space computation calculation, 2024-12-03T02:28:19,996 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/cluster_ccdc3727-ddd5-cb2a-59a4-db64ce5cfb11/data/data1/current/BP-2103910528-172.17.0.3-1733192898334/current, will proceed with Du for space computation calculation, 2024-12-03T02:28:20,025 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:28:20,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5ea4cde19b18199 with lease ID 0xd879c9aca042e1c0: Processing first storage report for DS-3d6d4959-f3b4-4a27-a511-cc05ddd03715 from datanode DatanodeRegistration(127.0.0.1:38097, datanodeUuid=398c34fe-2dee-417f-ac20-948575aa8a63, infoPort=41923, infoSecurePort=0, ipcPort=36579, storageInfo=lv=-57;cid=testClusterID;nsid=2018584640;c=1733192898334) 2024-12-03T02:28:20,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5ea4cde19b18199 with lease ID 0xd879c9aca042e1c0: from storage DS-3d6d4959-f3b4-4a27-a511-cc05ddd03715 node DatanodeRegistration(127.0.0.1:38097, datanodeUuid=398c34fe-2dee-417f-ac20-948575aa8a63, infoPort=41923, infoSecurePort=0, ipcPort=36579, storageInfo=lv=-57;cid=testClusterID;nsid=2018584640;c=1733192898334), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:28:20,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5ea4cde19b18199 with lease ID 0xd879c9aca042e1c0: Processing first storage report for DS-62f803f6-a400-4b28-8008-c25f2e26010e from datanode DatanodeRegistration(127.0.0.1:38097, datanodeUuid=398c34fe-2dee-417f-ac20-948575aa8a63, infoPort=41923, infoSecurePort=0, ipcPort=36579, storageInfo=lv=-57;cid=testClusterID;nsid=2018584640;c=1733192898334) 2024-12-03T02:28:20,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5ea4cde19b18199 with lease ID 0xd879c9aca042e1c0: from storage DS-62f803f6-a400-4b28-8008-c25f2e26010e node DatanodeRegistration(127.0.0.1:38097, datanodeUuid=398c34fe-2dee-417f-ac20-948575aa8a63, infoPort=41923, infoSecurePort=0, ipcPort=36579, storageInfo=lv=-57;cid=testClusterID;nsid=2018584640;c=1733192898334), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:28:20,094 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072 2024-12-03T02:28:20,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:20,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:28:20,506 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4 with version=8 2024-12-03T02:28:20,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/hbase-staging 2024-12-03T02:28:20,509 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:28:20,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:20,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:20,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:28:20,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:20,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:28:20,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:28:20,509 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:28:20,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46847 2024-12-03T02:28:20,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46847 connecting to ZooKeeper ensemble=127.0.0.1:60891 2024-12-03T02:28:20,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468470x0, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:28:20,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46847-0x1019a4e88e00000 connected 2024-12-03T02:28:20,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:20,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:20,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Set watcher on znode that does not yet exist, /0-555546087/running 2024-12-03T02:28:20,660 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4, hbase.cluster.distributed=false 2024-12-03T02:28:20,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Set watcher on znode that does not yet exist, /0-555546087/acl 2024-12-03T02:28:20,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46847 2024-12-03T02:28:20,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46847 2024-12-03T02:28:20,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46847 2024-12-03T02:28:20,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46847 2024-12-03T02:28:20,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46847 2024-12-03T02:28:20,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:28:20,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:20,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:20,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:28:20,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:20,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:28:20,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:28:20,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:28:20,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34259 2024-12-03T02:28:20,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34259 connecting to ZooKeeper ensemble=127.0.0.1:60891 2024-12-03T02:28:20,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:20,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:20,713 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342590x0, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:28:20,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34259-0x1019a4e88e00001 connected 2024-12-03T02:28:20,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Set watcher on znode that does not yet exist, /0-555546087/running 2024-12-03T02:28:20,714 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:28:20,715 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:28:20,715 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Set watcher on znode that does not yet exist, /0-555546087/master 2024-12-03T02:28:20,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Set watcher on znode that does not yet exist, /0-555546087/acl 2024-12-03T02:28:20,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34259 2024-12-03T02:28:20,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34259 2024-12-03T02:28:20,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34259 2024-12-03T02:28:20,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34259 2024-12-03T02:28:20,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34259 2024-12-03T02:28:20,733 DEBUG [M:0;64035cbb0b46:46847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:46847 2024-12-03T02:28:20,736 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-555546087/backup-masters/64035cbb0b46,46847,1733192900508 2024-12-03T02:28:20,746 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087/backup-masters 2024-12-03T02:28:20,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087/backup-masters 2024-12-03T02:28:20,747 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Set watcher on existing znode=/0-555546087/backup-masters/64035cbb0b46,46847,1733192900508 2024-12-03T02:28:20,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:20,754 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-555546087/master 2024-12-03T02:28:20,754 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:20,755 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Set watcher on existing znode=/0-555546087/master 2024-12-03T02:28:20,755 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-555546087/backup-masters/64035cbb0b46,46847,1733192900508 from backup master directory 2024-12-03T02:28:20,763 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087/backup-masters 2024-12-03T02:28:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-555546087/backup-masters/64035cbb0b46,46847,1733192900508 2024-12-03T02:28:20,763 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:28:20,763 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,46847,1733192900508 2024-12-03T02:28:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087/backup-masters 2024-12-03T02:28:20,768 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/hbase.id] with ID: b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f 2024-12-03T02:28:20,768 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/.tmp/hbase.id 2024-12-03T02:28:20,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:28:21,174 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/.tmp/hbase.id]:[hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/hbase.id] 2024-12-03T02:28:21,186 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:21,186 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:28:21,187 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T02:28:21,196 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:21,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:21,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:28:21,602 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:28:21,603 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:28:21,603 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:21,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:28:21,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:28:21,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:21,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:21,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:21,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:21,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:28:21,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T02:28:21,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T02:28:21,748 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:28:22,016 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store 2024-12-03T02:28:22,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:28:22,423 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:22,423 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:28:22,423 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:22,423 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:22,423 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:28:22,423 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:22,423 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:22,423 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192902423Disabling compacts and flushes for region at 1733192902423Disabling writes for close at 1733192902423Writing region close event to WAL at 1733192902423Closed at 1733192902423 2024-12-03T02:28:22,424 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/.initializing 2024-12-03T02:28:22,424 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/WALs/64035cbb0b46,46847,1733192900508 2024-12-03T02:28:22,425 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:28:22,427 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C46847%2C1733192900508, suffix=, logDir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/WALs/64035cbb0b46,46847,1733192900508, archiveDir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/oldWALs, maxLogs=10 2024-12-03T02:28:22,441 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/WALs/64035cbb0b46,46847,1733192900508/64035cbb0b46%2C46847%2C1733192900508.1733192902427, exclude list is [], retry=0 2024-12-03T02:28:22,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38097,DS-3d6d4959-f3b4-4a27-a511-cc05ddd03715,DISK] 2024-12-03T02:28:22,445 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/WALs/64035cbb0b46,46847,1733192900508/64035cbb0b46%2C46847%2C1733192900508.1733192902427 2024-12-03T02:28:22,445 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41923:41923)] 2024-12-03T02:28:22,445 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:28:22,446 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:22,446 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:22,446 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:22,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:22,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:28:22,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:22,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:22,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:22,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:28:22,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:22,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:22,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:22,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:28:22,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:22,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:22,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:22,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:28:22,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:22,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:22,455 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:22,456 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:22,456 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:22,457 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:22,457 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:22,458 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:28:22,459 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:22,461 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:28:22,462 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75446592, jitterRate=0.12424182891845703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:28:22,462 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733192902446Initializing all the Stores at 1733192902447 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192902447Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192902447Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192902447Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192902447Cleaning up temporary data from old regions at 1733192902457 (+10 ms)Region opened successfully at 1733192902462 (+5 ms) 2024-12-03T02:28:22,462 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:28:22,465 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4ba78b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:28:22,466 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:28:22,466 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:28:22,466 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:28:22,466 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:28:22,467 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:28:22,467 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:28:22,467 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:28:22,469 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:28:22,470 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Unable to get data of znode /0-555546087/balancer because node does not exist (not necessarily an error) 2024-12-03T02:28:22,479 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-555546087/balancer already deleted, retry=false 2024-12-03T02:28:22,479 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:28:22,480 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Unable to get data of znode /0-555546087/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:28:22,487 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-555546087/normalizer already deleted, retry=false 2024-12-03T02:28:22,487 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:28:22,488 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Unable to get data of znode /0-555546087/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:28:22,496 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-555546087/switch/split already deleted, retry=false 2024-12-03T02:28:22,496 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Unable to get data of znode /0-555546087/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:28:22,504 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-555546087/switch/merge already deleted, retry=false 2024-12-03T02:28:22,506 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Unable to get data of znode /0-555546087/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:28:22,512 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-555546087/snapshot-cleanup already deleted, retry=false 2024-12-03T02:28:22,521 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-555546087/running 2024-12-03T02:28:22,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-555546087/running 2024-12-03T02:28:22,521 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:22,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:22,521 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,46847,1733192900508, sessionid=0x1019a4e88e00000, setting cluster-up flag (Was=false) 2024-12-03T02:28:22,537 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:22,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:22,562 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-555546087/flush-table-proc/acquired, /0-555546087/flush-table-proc/reached, /0-555546087/flush-table-proc/abort 2024-12-03T02:28:22,563 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,46847,1733192900508 2024-12-03T02:28:22,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:22,579 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:22,604 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-555546087/online-snapshot/acquired, /0-555546087/online-snapshot/reached, /0-555546087/online-snapshot/abort 2024-12-03T02:28:22,605 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,46847,1733192900508 2024-12-03T02:28:22,606 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:28:22,608 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:22,608 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:28:22,609 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:28:22,609 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,46847,1733192900508 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:28:22,610 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:22,610 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:22,610 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:22,610 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:22,610 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:28:22,610 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:22,610 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:28:22,610 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:22,612 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:22,613 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:28:22,613 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:22,614 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:28:22,615 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733192932615 2024-12-03T02:28:22,615 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:28:22,615 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:28:22,615 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:28:22,616 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:28:22,616 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:28:22,616 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:28:22,616 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,616 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:28:22,617 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:28:22,617 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:28:22,617 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:28:22,624 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:28:22,624 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:28:22,625 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192902624,5,FailOnTimeoutGroup] 2024-12-03T02:28:22,626 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192902625,5,FailOnTimeoutGroup] 2024-12-03T02:28:22,626 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,626 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:28:22,626 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,626 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(746): ClusterId : b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f 2024-12-03T02:28:22,626 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:28:22,626 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:28:22,637 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:28:22,637 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:28:22,646 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:28:22,647 DEBUG [RS:0;64035cbb0b46:34259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48932df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:28:22,657 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:34259 2024-12-03T02:28:22,657 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:28:22,657 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:28:22,657 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:28:22,658 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,46847,1733192900508 with port=34259, startcode=1733192900695 2024-12-03T02:28:22,658 DEBUG [RS:0;64035cbb0b46:34259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:28:22,660 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:28:22,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,34259,1733192900695 2024-12-03T02:28:22,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46847 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,34259,1733192900695 2024-12-03T02:28:22,662 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4 2024-12-03T02:28:22,662 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35287 2024-12-03T02:28:22,662 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:28:22,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087/rs 2024-12-03T02:28:22,671 DEBUG [RS:0;64035cbb0b46:34259 {}] zookeeper.ZKUtil(111): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Set watcher on existing znode=/0-555546087/rs/64035cbb0b46,34259,1733192900695 2024-12-03T02:28:22,671 WARN [RS:0;64035cbb0b46:34259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:28:22,671 INFO [RS:0;64035cbb0b46:34259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:22,672 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695 2024-12-03T02:28:22,672 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,34259,1733192900695] 2024-12-03T02:28:22,675 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:28:22,677 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:28:22,677 INFO [RS:0;64035cbb0b46:34259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:28:22,677 INFO [RS:0;64035cbb0b46:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,677 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:28:22,678 INFO [RS:0;64035cbb0b46:34259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:28:22,678 INFO [RS:0;64035cbb0b46:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,678 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:22,678 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:22,678 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:22,678 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:22,678 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:22,678 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:28:22,678 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:22,678 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:22,678 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:22,678 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:22,678 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:22,679 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:22,679 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:28:22,679 DEBUG [RS:0;64035cbb0b46:34259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:28:22,679 INFO [RS:0;64035cbb0b46:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,679 INFO [RS:0;64035cbb0b46:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,679 INFO [RS:0;64035cbb0b46:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,679 INFO [RS:0;64035cbb0b46:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,679 INFO [RS:0;64035cbb0b46:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,679 INFO [RS:0;64035cbb0b46:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,34259,1733192900695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:28:22,693 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:28:22,693 INFO [RS:0;64035cbb0b46:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,34259,1733192900695-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,693 INFO [RS:0;64035cbb0b46:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,693 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.Replication(171): 64035cbb0b46,34259,1733192900695 started 2024-12-03T02:28:22,704 INFO [RS:0;64035cbb0b46:34259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:22,704 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,34259,1733192900695, RpcServer on 64035cbb0b46/172.17.0.3:34259, sessionid=0x1019a4e88e00001 2024-12-03T02:28:22,704 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:28:22,704 DEBUG [RS:0;64035cbb0b46:34259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,34259,1733192900695 2024-12-03T02:28:22,704 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,34259,1733192900695' 2024-12-03T02:28:22,704 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-555546087/flush-table-proc/abort' 2024-12-03T02:28:22,705 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-555546087/flush-table-proc/acquired' 2024-12-03T02:28:22,705 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:28:22,705 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:28:22,705 DEBUG [RS:0;64035cbb0b46:34259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,34259,1733192900695 2024-12-03T02:28:22,705 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,34259,1733192900695' 2024-12-03T02:28:22,705 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-555546087/online-snapshot/abort' 2024-12-03T02:28:22,706 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-555546087/online-snapshot/acquired' 2024-12-03T02:28:22,706 DEBUG [RS:0;64035cbb0b46:34259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:28:22,706 INFO [RS:0;64035cbb0b46:34259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:28:22,706 INFO [RS:0;64035cbb0b46:34259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:28:22,807 INFO [RS:0;64035cbb0b46:34259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:28:22,808 INFO [RS:0;64035cbb0b46:34259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C34259%2C1733192900695, suffix=, logDir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695, archiveDir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/oldWALs, maxLogs=10 2024-12-03T02:28:22,820 DEBUG [RS:0;64035cbb0b46:34259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809, exclude list is [], retry=0 2024-12-03T02:28:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38097,DS-3d6d4959-f3b4-4a27-a511-cc05ddd03715,DISK] 2024-12-03T02:28:22,824 INFO [RS:0;64035cbb0b46:34259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 2024-12-03T02:28:22,825 DEBUG [RS:0;64035cbb0b46:34259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41923:41923)] 2024-12-03T02:28:23,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:28:23,028 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4 2024-12-03T02:28:23,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:28:23,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:23,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:28:23,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:28:23,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:23,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:23,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:28:23,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:28:23,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:23,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:23,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:28:23,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:28:23,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:23,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:23,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:28:23,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:28:23,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:23,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:23,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:28:23,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740 2024-12-03T02:28:23,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740 2024-12-03T02:28:23,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:28:23,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:28:23,444 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:28:23,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:28:23,447 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:28:23,447 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73766088, jitterRate=0.09920036792755127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:28:23,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733192903434Initializing all the Stores at 1733192903435 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192903435Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192903435Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192903435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192903435Cleaning up temporary data from old regions at 1733192903444 (+9 ms)Region opened successfully at 1733192903447 (+3 ms) 2024-12-03T02:28:23,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:28:23,447 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:28:23,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:28:23,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:28:23,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:28:23,448 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:28:23,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192903447Disabling compacts and flushes for region at 1733192903447Disabling writes for close at 1733192903448 (+1 ms)Writing region close event to WAL at 1733192903448Closed at 1733192903448 2024-12-03T02:28:23,449 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:23,449 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:28:23,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:28:23,451 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:28:23,452 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:28:23,602 DEBUG [64035cbb0b46:46847 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:28:23,602 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,34259,1733192900695 2024-12-03T02:28:23,604 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,34259,1733192900695, state=OPENING 2024-12-03T02:28:23,612 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:28:23,621 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:23,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:23,621 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:28:23,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-555546087/meta-region-server: CHANGED 2024-12-03T02:28:23,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-555546087/meta-region-server: CHANGED 2024-12-03T02:28:23,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,34259,1733192900695}] 2024-12-03T02:28:23,775 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:28:23,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49459, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:28:23,780 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:28:23,780 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:23,781 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:28:23,782 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C34259%2C1733192900695.meta, suffix=.meta, logDir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695, archiveDir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/oldWALs, maxLogs=10 2024-12-03T02:28:23,796 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.meta.1733192903782.meta, exclude list is [], retry=0 2024-12-03T02:28:23,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38097,DS-3d6d4959-f3b4-4a27-a511-cc05ddd03715,DISK] 2024-12-03T02:28:23,800 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.meta.1733192903782.meta 2024-12-03T02:28:23,802 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41923:41923)] 2024-12-03T02:28:23,802 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:28:23,803 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:28:23,803 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:28:23,803 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:28:23,803 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:28:23,803 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:28:23,803 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:23,803 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:28:23,803 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:28:23,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:28:23,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:28:23,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:23,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:23,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:28:23,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:28:23,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:23,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:23,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:28:23,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:28:23,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:23,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:23,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:28:23,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:28:23,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:23,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:23,810 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:28:23,811 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740 2024-12-03T02:28:23,812 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740 2024-12-03T02:28:23,813 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:28:23,813 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:28:23,813 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:28:23,815 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:28:23,816 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61725536, jitterRate=-0.08021783828735352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:28:23,816 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:28:23,816 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733192903803Writing region info on filesystem at 1733192903803Initializing all the Stores at 1733192903804 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192903804Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192903804Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192903804Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192903804Cleaning up temporary data from old regions at 1733192903813 (+9 ms)Running coprocessor post-open hooks at 1733192903816 (+3 ms)Region opened successfully at 1733192903816 2024-12-03T02:28:23,817 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733192903774 2024-12-03T02:28:23,819 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:28:23,819 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:28:23,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,34259,1733192900695 2024-12-03T02:28:23,821 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,34259,1733192900695, state=OPEN 2024-12-03T02:28:23,863 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-555546087/meta-region-server 2024-12-03T02:28:23,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-555546087/meta-region-server 2024-12-03T02:28:23,863 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,34259,1733192900695 2024-12-03T02:28:23,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-555546087/meta-region-server: CHANGED 2024-12-03T02:28:23,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-555546087/meta-region-server: CHANGED 2024-12-03T02:28:23,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:28:23,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,34259,1733192900695 in 242 msec 2024-12-03T02:28:23,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:28:23,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-12-03T02:28:23,869 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:23,869 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:28:23,871 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:23,871 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34259,1733192900695, seqNum=-1] 2024-12-03T02:28:23,871 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:23,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:28:23,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-12-03T02:28:23,878 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733192903878, completionTime=-1 2024-12-03T02:28:23,878 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:28:23,878 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:28:23,881 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:28:23,881 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733192963881 2024-12-03T02:28:23,881 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193023881 2024-12-03T02:28:23,881 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T02:28:23,881 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46847,1733192900508-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:23,881 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46847,1733192900508-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:23,881 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46847,1733192900508-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:23,881 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:46847, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:23,881 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:23,882 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:23,884 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:28:23,885 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.122sec 2024-12-03T02:28:23,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:28:23,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:28:23,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:28:23,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:28:23,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:28:23,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46847,1733192900508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:28:23,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46847,1733192900508-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:28:23,889 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:28:23,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:28:23,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46847,1733192900508-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:23,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5d5a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:23,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,46847,-1 for getting cluster id 2024-12-03T02:28:23,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:23,929 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f' 2024-12-03T02:28:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f" 2024-12-03T02:28:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ad1ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,46847,-1] 2024-12-03T02:28:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:23,931 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:23,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3f171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:23,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34259,1733192900695, seqNum=-1] 2024-12-03T02:28:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:23,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:28:23,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,46847,1733192900508 2024-12-03T02:28:23,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60891 2024-12-03T02:28:23,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:28:23,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a4e88e00002 connected 2024-12-03T02:28:23,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/hadoop.log.dir so I do NOT create it in target/test-data/fa11d528-9046-c740-a116-1cc513c24000 2024-12-03T02:28:23,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:28:23,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/hadoop.tmp.dir so I do NOT create it in target/test-data/fa11d528-9046-c740-a116-1cc513c24000 2024-12-03T02:28:23,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:28:23,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000 2024-12-03T02:28:23,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:28:23,965 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/cluster_299847fa-8a10-da6e-cd87-e7c54edeaaa1, deleteOnExit=true 2024-12-03T02:28:23,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:28:23,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/test.cache.data in system properties and HBase conf 2024-12-03T02:28:23,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:28:23,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:28:23,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:28:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:28:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:28:23,966 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:28:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:28:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:28:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:28:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:28:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:28:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:28:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:28:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:28:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:28:23,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:28:23,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:28:23,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:28:23,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:28:23,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:28:24,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:28:24,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:28:24,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:28:24,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:28:24,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:28:24,252 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:28:24,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac094cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:28:24,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4383138e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:28:24,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@663c1f5f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/java.io.tmpdir/jetty-localhost-43263-hadoop-hdfs-3_4_1-tests_jar-_-any-9347804401219343877/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:28:24,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3285cffe{HTTP/1.1, (http/1.1)}{localhost:43263} 2024-12-03T02:28:24,360 INFO [Time-limited test {}] server.Server(415): Started @59547ms 2024-12-03T02:28:24,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:28:24,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:28:24,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:28:24,709 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:28:24,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:28:24,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d8f05f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:28:24,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60b14e3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:28:24,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61a56b6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/java.io.tmpdir/jetty-localhost-42031-hadoop-hdfs-3_4_1-tests_jar-_-any-4331771702865033636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:28:24,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54185343{HTTP/1.1, (http/1.1)}{localhost:42031} 2024-12-03T02:28:24,860 INFO [Time-limited test {}] server.Server(415): Started @60047ms 2024-12-03T02:28:24,862 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:28:25,489 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/cluster_299847fa-8a10-da6e-cd87-e7c54edeaaa1/data/data1/current/BP-1515350039-172.17.0.3-1733192903997/current, will proceed with Du for space computation calculation, 2024-12-03T02:28:25,489 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/cluster_299847fa-8a10-da6e-cd87-e7c54edeaaa1/data/data2/current/BP-1515350039-172.17.0.3-1733192903997/current, will proceed with Du for space computation calculation, 2024-12-03T02:28:25,514 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:28:25,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76ac6feb992cbae5 with lease ID 0x415f227bda37faea: Processing first storage report for DS-8b1586dc-b758-4059-be97-d87c12abf3ff from datanode DatanodeRegistration(127.0.0.1:44269, datanodeUuid=e4ff2a1d-1803-4c64-8679-6525b41c5521, infoPort=34031, infoSecurePort=0, ipcPort=34093, storageInfo=lv=-57;cid=testClusterID;nsid=520874677;c=1733192903997) 2024-12-03T02:28:25,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76ac6feb992cbae5 with lease ID 0x415f227bda37faea: from storage DS-8b1586dc-b758-4059-be97-d87c12abf3ff node DatanodeRegistration(127.0.0.1:44269, datanodeUuid=e4ff2a1d-1803-4c64-8679-6525b41c5521, infoPort=34031, infoSecurePort=0, ipcPort=34093, storageInfo=lv=-57;cid=testClusterID;nsid=520874677;c=1733192903997), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T02:28:25,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76ac6feb992cbae5 with lease ID 0x415f227bda37faea: Processing first storage report for DS-f732407c-da12-4f16-ae86-7c9242aa572b from datanode DatanodeRegistration(127.0.0.1:44269, datanodeUuid=e4ff2a1d-1803-4c64-8679-6525b41c5521, infoPort=34031, infoSecurePort=0, ipcPort=34093, storageInfo=lv=-57;cid=testClusterID;nsid=520874677;c=1733192903997) 2024-12-03T02:28:25,518 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76ac6feb992cbae5 with lease ID 0x415f227bda37faea: from storage DS-f732407c-da12-4f16-ae86-7c9242aa572b node DatanodeRegistration(127.0.0.1:44269, datanodeUuid=e4ff2a1d-1803-4c64-8679-6525b41c5521, infoPort=34031, infoSecurePort=0, ipcPort=34093, storageInfo=lv=-57;cid=testClusterID;nsid=520874677;c=1733192903997), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:28:25,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000 2024-12-03T02:28:25,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:25,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:25,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:28:25,987 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413 with version=8 2024-12-03T02:28:25,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/hbase-staging 2024-12-03T02:28:25,990 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:28:25,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:25,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:25,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:28:25,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:25,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:28:25,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:28:25,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:28:25,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36937 2024-12-03T02:28:25,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36937 connecting to ZooKeeper ensemble=127.0.0.1:60891 2024-12-03T02:28:26,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369370x0, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:28:26,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36937-0x1019a4e88e00003 connected 2024-12-03T02:28:26,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:26,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:26,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Set watcher on znode that does not yet exist, /1-1271840409/running 2024-12-03T02:28:26,083 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413, hbase.cluster.distributed=false 2024-12-03T02:28:26,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Set watcher on znode that does not yet exist, /1-1271840409/acl 2024-12-03T02:28:26,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36937 2024-12-03T02:28:26,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36937 2024-12-03T02:28:26,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36937 2024-12-03T02:28:26,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36937 2024-12-03T02:28:26,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36937 2024-12-03T02:28:26,103 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:28:26,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:26,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:26,104 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:28:26,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:28:26,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:28:26,104 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:28:26,104 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:28:26,105 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39181 2024-12-03T02:28:26,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39181 connecting to ZooKeeper ensemble=127.0.0.1:60891 2024-12-03T02:28:26,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:26,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:26,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391810x0, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:28:26,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391810x0, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Set watcher on znode that does not yet exist, /1-1271840409/running 2024-12-03T02:28:26,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39181-0x1019a4e88e00004 connected 2024-12-03T02:28:26,122 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:28:26,122 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:28:26,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Set watcher on znode that does not yet exist, /1-1271840409/master 2024-12-03T02:28:26,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Set watcher on znode that does not yet exist, /1-1271840409/acl 2024-12-03T02:28:26,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39181 2024-12-03T02:28:26,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39181 2024-12-03T02:28:26,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39181 2024-12-03T02:28:26,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39181 2024-12-03T02:28:26,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39181 2024-12-03T02:28:26,141 DEBUG [M:0;64035cbb0b46:36937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:36937 2024-12-03T02:28:26,143 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1271840409/backup-masters/64035cbb0b46,36937,1733192905989 2024-12-03T02:28:26,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409/backup-masters 2024-12-03T02:28:26,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409/backup-masters 2024-12-03T02:28:26,153 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Set watcher on existing znode=/1-1271840409/backup-masters/64035cbb0b46,36937,1733192905989 2024-12-03T02:28:26,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:28:26,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1271840409/master 2024-12-03T02:28:26,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:28:26,163 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Set watcher on existing znode=/1-1271840409/master 2024-12-03T02:28:26,163 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1271840409/backup-masters/64035cbb0b46,36937,1733192905989 from backup master directory 2024-12-03T02:28:26,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1271840409/backup-masters/64035cbb0b46,36937,1733192905989 2024-12-03T02:28:26,171 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:28:26,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409/backup-masters 2024-12-03T02:28:26,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409/backup-masters 2024-12-03T02:28:26,171 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,36937,1733192905989 2024-12-03T02:28:26,177 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/hbase.id] with ID: d0070dfa-4afe-4dbb-87c7-1a93d9b25587 2024-12-03T02:28:26,177 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/.tmp/hbase.id 2024-12-03T02:28:26,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:28:26,190 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/.tmp/hbase.id]:[hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/hbase.id] 2024-12-03T02:28:26,210 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:26,211 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:28:26,212 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T02:28:26,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:28:26,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:28:26,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:28:26,640 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:28:26,640 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:28:26,641 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:26,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:28:27,048 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store 2024-12-03T02:28:27,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:28:27,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:28:27,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:27,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:27,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:27,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:27,454 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:27,454 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:28:27,454 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:27,454 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:27,454 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:28:27,454 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:27,454 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:28:27,454 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192907454Disabling compacts and flushes for region at 1733192907454Disabling writes for close at 1733192907454Writing region close event to WAL at 1733192907454Closed at 1733192907454 2024-12-03T02:28:27,455 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/.initializing 2024-12-03T02:28:27,455 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/WALs/64035cbb0b46,36937,1733192905989 2024-12-03T02:28:27,456 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:28:27,458 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C36937%2C1733192905989, suffix=, logDir=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/WALs/64035cbb0b46,36937,1733192905989, archiveDir=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/oldWALs, maxLogs=10 2024-12-03T02:28:27,471 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/WALs/64035cbb0b46,36937,1733192905989/64035cbb0b46%2C36937%2C1733192905989.1733192907458, exclude list is [], retry=0 2024-12-03T02:28:27,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44269,DS-8b1586dc-b758-4059-be97-d87c12abf3ff,DISK] 2024-12-03T02:28:27,477 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/WALs/64035cbb0b46,36937,1733192905989/64035cbb0b46%2C36937%2C1733192905989.1733192907458 2024-12-03T02:28:27,477 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34031:34031)] 2024-12-03T02:28:27,477 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:28:27,477 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:27,477 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:27,477 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:27,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:27,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:28:27,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:27,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:27,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:27,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:28:27,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:27,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:27,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:27,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:28:27,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:27,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:27,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:27,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:28:27,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:27,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:27,486 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:27,487 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:27,487 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:27,489 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:27,489 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:27,489 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:28:27,490 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:28:27,492 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:28:27,493 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74154211, jitterRate=0.104983851313591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:28:27,493 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733192907477Initializing all the Stores at 1733192907478 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192907478Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192907479 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192907479Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192907479Cleaning up temporary data from old regions at 1733192907489 (+10 ms)Region opened successfully at 1733192907493 (+4 ms) 2024-12-03T02:28:27,493 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:28:27,496 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b48369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:28:27,497 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:28:27,498 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:28:27,498 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:28:27,498 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:28:27,498 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:28:27,499 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:28:27,499 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:28:27,504 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:28:27,505 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Unable to get data of znode /1-1271840409/balancer because node does not exist (not necessarily an error) 2024-12-03T02:28:27,527 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1271840409/balancer already deleted, retry=false 2024-12-03T02:28:27,527 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:28:27,528 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Unable to get data of znode /1-1271840409/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:28:27,537 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1271840409/normalizer already deleted, retry=false 2024-12-03T02:28:27,538 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:28:27,538 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Unable to get data of znode /1-1271840409/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:28:27,545 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1271840409/switch/split already deleted, retry=false 2024-12-03T02:28:27,547 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Unable to get data of znode /1-1271840409/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:28:27,554 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1271840409/switch/merge already deleted, retry=false 2024-12-03T02:28:27,556 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Unable to get data of znode /1-1271840409/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:28:27,562 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1271840409/snapshot-cleanup already deleted, retry=false 2024-12-03T02:28:27,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1271840409/running 2024-12-03T02:28:27,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1271840409/running 2024-12-03T02:28:27,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:28:27,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:28:27,571 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,36937,1733192905989, sessionid=0x1019a4e88e00003, setting cluster-up flag (Was=false) 2024-12-03T02:28:27,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:28:27,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:28:27,612 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1271840409/flush-table-proc/acquired, /1-1271840409/flush-table-proc/reached, /1-1271840409/flush-table-proc/abort 2024-12-03T02:28:27,617 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,36937,1733192905989 2024-12-03T02:28:27,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:28:27,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:28:27,662 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1271840409/online-snapshot/acquired, /1-1271840409/online-snapshot/reached, /1-1271840409/online-snapshot/abort 2024-12-03T02:28:27,665 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,36937,1733192905989 2024-12-03T02:28:27,669 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:28:27,671 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:27,671 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:28:27,671 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:28:27,672 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,36937,1733192905989 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:28:27,673 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:27,673 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:27,673 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:27,673 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:28:27,673 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:28:27,673 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:27,674 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:28:27,674 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:27,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:27,676 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733192937676 2024-12-03T02:28:27,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:28:27,676 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:28:27,676 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:28:27,676 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:28:27,676 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:28:27,676 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:28:27,676 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:28:27,677 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:27,677 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:28:27,683 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,689 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:28:27,689 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:28:27,689 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:28:27,690 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:28:27,695 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:28:27,695 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:28:27,696 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192907695,5,FailOnTimeoutGroup] 2024-12-03T02:28:27,697 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192907696,5,FailOnTimeoutGroup] 2024-12-03T02:28:27,697 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,697 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:28:27,697 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,697 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:28:27,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:28:27,715 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413 2024-12-03T02:28:27,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741832_1008 (size=32) 2024-12-03T02:28:27,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:27,738 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(746): ClusterId : d0070dfa-4afe-4dbb-87c7-1a93d9b25587 2024-12-03T02:28:27,738 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:28:27,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:28:27,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:28:27,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:27,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:27,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:28:27,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:28:27,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:27,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:27,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:28:27,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:28:27,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:27,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:27,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:28:27,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:28:27,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:27,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:27,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:28:27,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740 2024-12-03T02:28:27,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740 2024-12-03T02:28:27,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:28:27,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:28:27,756 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:28:27,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:28:27,759 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:28:27,759 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58991235, jitterRate=-0.12096209824085236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:28:27,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733192907737Initializing all the Stores at 1733192907738 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192907738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192907738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192907738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192907738Cleaning up temporary data from old regions at 1733192907755 (+17 ms)Region opened successfully at 1733192907759 (+4 ms) 2024-12-03T02:28:27,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:28:27,760 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:28:27,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:28:27,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:28:27,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:28:27,760 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:28:27,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192907759Disabling compacts and flushes for region at 1733192907760 (+1 ms)Disabling writes for close at 1733192907760Writing region close event to WAL at 1733192907760Closed at 1733192907760 2024-12-03T02:28:27,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:27,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:28:27,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:28:27,763 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:28:27,765 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:28:27,767 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:28:27,767 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:28:27,778 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:28:27,778 DEBUG [RS:0;64035cbb0b46:39181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732c372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:28:27,795 DEBUG [RS:0;64035cbb0b46:39181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:39181 2024-12-03T02:28:27,795 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:28:27,795 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:28:27,795 DEBUG [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:28:27,796 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,36937,1733192905989 with port=39181, startcode=1733192906103 2024-12-03T02:28:27,796 DEBUG [RS:0;64035cbb0b46:39181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:28:27,799 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:28:27,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36937 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,39181,1733192906103 2024-12-03T02:28:27,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36937 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,39181,1733192906103 2024-12-03T02:28:27,801 DEBUG [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413 2024-12-03T02:28:27,801 DEBUG [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44295 2024-12-03T02:28:27,801 DEBUG [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:28:27,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409/rs 2024-12-03T02:28:27,895 DEBUG [RS:0;64035cbb0b46:39181 {}] zookeeper.ZKUtil(111): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Set watcher on existing znode=/1-1271840409/rs/64035cbb0b46,39181,1733192906103 2024-12-03T02:28:27,895 WARN [RS:0;64035cbb0b46:39181 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:28:27,895 INFO [RS:0;64035cbb0b46:39181 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:27,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,39181,1733192906103] 2024-12-03T02:28:27,896 DEBUG [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/WALs/64035cbb0b46,39181,1733192906103 2024-12-03T02:28:27,913 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:28:27,915 WARN [64035cbb0b46:36937 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T02:28:27,915 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:28:27,916 INFO [RS:0;64035cbb0b46:39181 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:28:27,916 INFO [RS:0;64035cbb0b46:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,916 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:28:27,917 INFO [RS:0;64035cbb0b46:39181 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:28:27,917 INFO [RS:0;64035cbb0b46:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:28:27,917 DEBUG [RS:0;64035cbb0b46:39181 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:28:27,922 INFO [RS:0;64035cbb0b46:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,923 INFO [RS:0;64035cbb0b46:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,923 INFO [RS:0;64035cbb0b46:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,923 INFO [RS:0;64035cbb0b46:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,923 INFO [RS:0;64035cbb0b46:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,923 INFO [RS:0;64035cbb0b46:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39181,1733192906103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:28:27,936 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:28:27,936 INFO [RS:0;64035cbb0b46:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39181,1733192906103-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,936 INFO [RS:0;64035cbb0b46:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,936 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.Replication(171): 64035cbb0b46,39181,1733192906103 started 2024-12-03T02:28:27,948 INFO [RS:0;64035cbb0b46:39181 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:27,948 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,39181,1733192906103, RpcServer on 64035cbb0b46/172.17.0.3:39181, sessionid=0x1019a4e88e00004 2024-12-03T02:28:27,948 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:28:27,948 DEBUG [RS:0;64035cbb0b46:39181 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,39181,1733192906103 2024-12-03T02:28:27,948 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,39181,1733192906103' 2024-12-03T02:28:27,948 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1271840409/flush-table-proc/abort' 2024-12-03T02:28:27,949 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1271840409/flush-table-proc/acquired' 2024-12-03T02:28:27,949 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:28:27,949 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:28:27,949 DEBUG [RS:0;64035cbb0b46:39181 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,39181,1733192906103 2024-12-03T02:28:27,949 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,39181,1733192906103' 2024-12-03T02:28:27,949 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1271840409/online-snapshot/abort' 2024-12-03T02:28:27,950 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1271840409/online-snapshot/acquired' 2024-12-03T02:28:27,950 DEBUG [RS:0;64035cbb0b46:39181 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:28:27,950 INFO [RS:0;64035cbb0b46:39181 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:28:27,950 INFO [RS:0;64035cbb0b46:39181 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:28:28,050 INFO [RS:0;64035cbb0b46:39181 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:28:28,052 INFO [RS:0;64035cbb0b46:39181 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C39181%2C1733192906103, suffix=, logDir=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/WALs/64035cbb0b46,39181,1733192906103, archiveDir=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/oldWALs, maxLogs=10 2024-12-03T02:28:28,063 DEBUG [RS:0;64035cbb0b46:39181 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/WALs/64035cbb0b46,39181,1733192906103/64035cbb0b46%2C39181%2C1733192906103.1733192908052, exclude list is [], retry=0 2024-12-03T02:28:28,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44269,DS-8b1586dc-b758-4059-be97-d87c12abf3ff,DISK] 2024-12-03T02:28:28,067 INFO [RS:0;64035cbb0b46:39181 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/WALs/64035cbb0b46,39181,1733192906103/64035cbb0b46%2C39181%2C1733192906103.1733192908052 2024-12-03T02:28:28,067 DEBUG [RS:0;64035cbb0b46:39181 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34031:34031)] 2024-12-03T02:28:28,165 DEBUG [64035cbb0b46:36937 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:28:28,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,39181,1733192906103 2024-12-03T02:28:28,176 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,39181,1733192906103, state=OPENING 2024-12-03T02:28:28,205 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:28:28,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:28:28,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:28:28,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1271840409/meta-region-server: CHANGED 2024-12-03T02:28:28,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1271840409/meta-region-server: CHANGED 2024-12-03T02:28:28,236 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:28:28,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,39181,1733192906103}] 2024-12-03T02:28:28,390 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:28:28,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:28:28,395 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:28:28,395 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:28,396 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:28:28,397 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C39181%2C1733192906103.meta, suffix=.meta, logDir=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/WALs/64035cbb0b46,39181,1733192906103, archiveDir=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/oldWALs, maxLogs=10 2024-12-03T02:28:28,409 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/WALs/64035cbb0b46,39181,1733192906103/64035cbb0b46%2C39181%2C1733192906103.meta.1733192908397.meta, exclude list is [], retry=0 2024-12-03T02:28:28,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44269,DS-8b1586dc-b758-4059-be97-d87c12abf3ff,DISK] 2024-12-03T02:28:28,412 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/WALs/64035cbb0b46,39181,1733192906103/64035cbb0b46%2C39181%2C1733192906103.meta.1733192908397.meta 2024-12-03T02:28:28,413 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34031:34031)] 2024-12-03T02:28:28,413 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:28:28,413 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:28:28,413 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:28:28,413 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:28:28,413 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:28:28,413 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:28:28,413 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:28,413 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:28:28,414 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:28:28,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:28:28,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:28:28,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:28,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:28,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:28:28,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:28:28,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:28,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:28,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:28:28,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:28:28,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:28,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:28,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:28:28,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:28:28,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:28,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:28:28,420 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:28:28,421 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740 2024-12-03T02:28:28,422 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740 2024-12-03T02:28:28,423 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:28:28,423 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:28:28,423 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:28:28,424 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:28:28,425 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67413331, jitterRate=0.004536911845207214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:28:28,425 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:28:28,425 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733192908414Writing region info on filesystem at 1733192908414Initializing all the Stores at 1733192908414Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192908415 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192908415Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192908415Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192908415Cleaning up temporary data from old regions at 1733192908423 (+8 ms)Running coprocessor post-open hooks at 1733192908425 (+2 ms)Region opened successfully at 1733192908425 2024-12-03T02:28:28,426 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733192908389 2024-12-03T02:28:28,429 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:28:28,429 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:28:28,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,39181,1733192906103 2024-12-03T02:28:28,430 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,39181,1733192906103, state=OPEN 2024-12-03T02:28:28,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1271840409/meta-region-server 2024-12-03T02:28:28,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1271840409/meta-region-server 2024-12-03T02:28:28,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1271840409/meta-region-server: CHANGED 2024-12-03T02:28:28,454 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,39181,1733192906103 2024-12-03T02:28:28,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1271840409/meta-region-server: CHANGED 2024-12-03T02:28:28,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:28:28,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,39181,1733192906103 in 218 msec 2024-12-03T02:28:28,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:28:28,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 695 msec 2024-12-03T02:28:28,460 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:28:28,460 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:28:28,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:28,461 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,39181,1733192906103, seqNum=-1] 2024-12-03T02:28:28,462 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:28,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:28:28,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 799 msec 2024-12-03T02:28:28,471 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733192908471, completionTime=-1 2024-12-03T02:28:28,471 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:28:28,471 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:28:28,473 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:28:28,473 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733192968473 2024-12-03T02:28:28,473 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193028473 2024-12-03T02:28:28,473 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T02:28:28,473 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36937,1733192905989-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:28,473 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36937,1733192905989-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:28,473 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36937,1733192905989-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:28,474 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:36937, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:28,474 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:28,474 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:28,476 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:28:28,478 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.307sec 2024-12-03T02:28:28,478 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:28:28,478 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:28:28,478 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:28:28,478 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:28:28,478 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:28:28,478 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36937,1733192905989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:28:28,478 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36937,1733192905989-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:28:28,481 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:28:28,481 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:28:28,481 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36937,1733192905989-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:28:28,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a019ef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:28,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,36937,-1 for getting cluster id 2024-12-03T02:28:28,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:28,540 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0070dfa-4afe-4dbb-87c7-1a93d9b25587' 2024-12-03T02:28:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0070dfa-4afe-4dbb-87c7-1a93d9b25587" 2024-12-03T02:28:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640fd523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,36937,-1] 2024-12-03T02:28:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:28,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:28,542 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:28,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0e9791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:28,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:28,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,39181,1733192906103, seqNum=-1] 2024-12-03T02:28:28,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:28,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:28:28,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,36937,1733192905989 2024-12-03T02:28:28,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60891 2024-12-03T02:28:28,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:28:28,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a4e88e00005 connected 2024-12-03T02:28:28,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:28:28,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,46847,1733192900508 2024-12-03T02:28:28,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d7e69dd 2024-12-03T02:28:28,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:28:28,579 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:28:28,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:28:28,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:28:28,587 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:28:28,589 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:28,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:28:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:28,596 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:28:28,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:28:28,675 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:28:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:29,008 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d829c01997c873ba3ced9c1681f5bb66, NAME => 'test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4 2024-12-03T02:28:29,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:28:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:29,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:29,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d829c01997c873ba3ced9c1681f5bb66, disabling compactions & flushes 2024-12-03T02:28:29,416 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. 2024-12-03T02:28:29,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. 2024-12-03T02:28:29,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. after waiting 0 ms 2024-12-03T02:28:29,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. 2024-12-03T02:28:29,416 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. 2024-12-03T02:28:29,416 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d829c01997c873ba3ced9c1681f5bb66: Waiting for close lock at 1733192909416Disabling compacts and flushes for region at 1733192909416Disabling writes for close at 1733192909416Writing region close event to WAL at 1733192909416Closed at 1733192909416 2024-12-03T02:28:29,418 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:28:29,418 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733192909418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192909418"}]},"ts":"1733192909418"} 2024-12-03T02:28:29,421 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:28:29,422 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:28:29,422 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192909422"}]},"ts":"1733192909422"} 2024-12-03T02:28:29,424 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:28:29,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d829c01997c873ba3ced9c1681f5bb66, ASSIGN}] 2024-12-03T02:28:29,426 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d829c01997c873ba3ced9c1681f5bb66, ASSIGN 2024-12-03T02:28:29,427 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d829c01997c873ba3ced9c1681f5bb66, ASSIGN; state=OFFLINE, location=64035cbb0b46,34259,1733192900695; forceNewPlan=false, retain=false 2024-12-03T02:28:29,577 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d829c01997c873ba3ced9c1681f5bb66, regionState=OPENING, regionLocation=64035cbb0b46,34259,1733192900695 2024-12-03T02:28:29,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d829c01997c873ba3ced9c1681f5bb66, ASSIGN because future has completed 2024-12-03T02:28:29,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d829c01997c873ba3ced9c1681f5bb66, server=64035cbb0b46,34259,1733192900695}] 2024-12-03T02:28:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:29,736 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. 2024-12-03T02:28:29,737 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d829c01997c873ba3ced9c1681f5bb66, NAME => 'test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:28:29,737 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:28:29,737 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:28:29,738 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:28:29,738 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:29,738 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:28:29,738 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:28:29,739 INFO [StoreOpener-d829c01997c873ba3ced9c1681f5bb66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:28:29,741 INFO [StoreOpener-d829c01997c873ba3ced9c1681f5bb66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d829c01997c873ba3ced9c1681f5bb66 columnFamilyName f 2024-12-03T02:28:29,741 DEBUG [StoreOpener-d829c01997c873ba3ced9c1681f5bb66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:29,741 INFO [StoreOpener-d829c01997c873ba3ced9c1681f5bb66-1 {}] regionserver.HStore(327): Store=d829c01997c873ba3ced9c1681f5bb66/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:29,741 INFO [StoreOpener-d829c01997c873ba3ced9c1681f5bb66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:28:29,742 INFO [StoreOpener-d829c01997c873ba3ced9c1681f5bb66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d829c01997c873ba3ced9c1681f5bb66 columnFamilyName f1 2024-12-03T02:28:29,743 DEBUG [StoreOpener-d829c01997c873ba3ced9c1681f5bb66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:29,743 INFO [StoreOpener-d829c01997c873ba3ced9c1681f5bb66-1 {}] regionserver.HStore(327): Store=d829c01997c873ba3ced9c1681f5bb66/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:29,743 INFO [StoreOpener-d829c01997c873ba3ced9c1681f5bb66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:28:29,744 INFO [StoreOpener-d829c01997c873ba3ced9c1681f5bb66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d829c01997c873ba3ced9c1681f5bb66 columnFamilyName norep 2024-12-03T02:28:29,744 DEBUG [StoreOpener-d829c01997c873ba3ced9c1681f5bb66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:29,744 INFO [StoreOpener-d829c01997c873ba3ced9c1681f5bb66-1 {}] regionserver.HStore(327): Store=d829c01997c873ba3ced9c1681f5bb66/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:29,745 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:28:29,745 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:28:29,746 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:28:29,747 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:28:29,747 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:28:29,747 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:28:29,748 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:28:29,750 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:28:29,750 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d829c01997c873ba3ced9c1681f5bb66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70993118, jitterRate=0.057879894971847534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:28:29,750 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:28:29,751 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d829c01997c873ba3ced9c1681f5bb66: Running coprocessor pre-open hook at 1733192909738Writing region info on filesystem at 1733192909738Initializing all the Stores at 1733192909739 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192909739Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192909739Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192909739Cleaning up temporary data from old regions at 1733192909747 (+8 ms)Running coprocessor post-open hooks at 1733192909750 (+3 ms)Region opened successfully at 1733192909751 (+1 ms) 2024-12-03T02:28:29,753 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66., pid=6, masterSystemTime=1733192909732 2024-12-03T02:28:29,755 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. 2024-12-03T02:28:29,755 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. 2024-12-03T02:28:29,757 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d829c01997c873ba3ced9c1681f5bb66, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,34259,1733192900695 2024-12-03T02:28:29,758 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46847 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=64035cbb0b46,34259,1733192900695, table=test, region=d829c01997c873ba3ced9c1681f5bb66. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T02:28:29,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d829c01997c873ba3ced9c1681f5bb66, server=64035cbb0b46,34259,1733192900695 because future has completed 2024-12-03T02:28:29,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:28:29,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d829c01997c873ba3ced9c1681f5bb66, server=64035cbb0b46,34259,1733192900695 in 186 msec 2024-12-03T02:28:29,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:28:29,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d829c01997c873ba3ced9c1681f5bb66, ASSIGN in 345 msec 2024-12-03T02:28:29,773 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:28:29,773 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192909773"}]},"ts":"1733192909773"} 2024-12-03T02:28:29,776 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:28:29,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:28:29,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1930 sec 2024-12-03T02:28:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:30,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:28:30,741 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:28:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,36937,1733192905989 2024-12-03T02:28:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eddd26c 2024-12-03T02:28:30,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:28:30,743 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:28:30,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36937 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:28:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36937 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:28:30,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:28:30,747 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:30,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36937 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:28:30,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:28:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:28:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:31,155 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e65bd7453c7e2a322082990e75ee0455, NAME => 'test,,1733192910744.e65bd7453c7e2a322082990e75ee0455.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413 2024-12-03T02:28:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:28:31,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T02:28:31,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T02:28:31,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T02:28:31,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T02:28:31,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:28:31,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T02:28:31,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:28:31,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T02:28:31,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:28:31,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T02:28:31,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T02:28:31,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T02:28:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:31,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733192910744.e65bd7453c7e2a322082990e75ee0455.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:31,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e65bd7453c7e2a322082990e75ee0455, disabling compactions & flushes 2024-12-03T02:28:31,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. 2024-12-03T02:28:31,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. 2024-12-03T02:28:31,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. after waiting 0 ms 2024-12-03T02:28:31,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. 2024-12-03T02:28:31,562 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. 2024-12-03T02:28:31,562 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e65bd7453c7e2a322082990e75ee0455: Waiting for close lock at 1733192911562Disabling compacts and flushes for region at 1733192911562Disabling writes for close at 1733192911562Writing region close event to WAL at 1733192911562Closed at 1733192911562 2024-12-03T02:28:31,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:28:31,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733192910744.e65bd7453c7e2a322082990e75ee0455.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733192911564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192911564"}]},"ts":"1733192911564"} 2024-12-03T02:28:31,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:28:31,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:28:31,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192911568"}]},"ts":"1733192911568"} 2024-12-03T02:28:31,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:28:31,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e65bd7453c7e2a322082990e75ee0455, ASSIGN}] 2024-12-03T02:28:31,573 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e65bd7453c7e2a322082990e75ee0455, ASSIGN 2024-12-03T02:28:31,573 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e65bd7453c7e2a322082990e75ee0455, ASSIGN; state=OFFLINE, location=64035cbb0b46,39181,1733192906103; forceNewPlan=false, retain=false 2024-12-03T02:28:31,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e65bd7453c7e2a322082990e75ee0455, regionState=OPENING, regionLocation=64035cbb0b46,39181,1733192906103 2024-12-03T02:28:31,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e65bd7453c7e2a322082990e75ee0455, ASSIGN because future has completed 2024-12-03T02:28:31,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e65bd7453c7e2a322082990e75ee0455, server=64035cbb0b46,39181,1733192906103}] 2024-12-03T02:28:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:31,892 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. 2024-12-03T02:28:31,892 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e65bd7453c7e2a322082990e75ee0455, NAME => 'test,,1733192910744.e65bd7453c7e2a322082990e75ee0455.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:28:31,892 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:28:31,893 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:28:31,893 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:28:31,893 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733192910744.e65bd7453c7e2a322082990e75ee0455.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:31,893 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:28:31,893 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:28:31,898 INFO [StoreOpener-e65bd7453c7e2a322082990e75ee0455-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:28:31,899 INFO [StoreOpener-e65bd7453c7e2a322082990e75ee0455-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e65bd7453c7e2a322082990e75ee0455 columnFamilyName f 2024-12-03T02:28:31,899 DEBUG [StoreOpener-e65bd7453c7e2a322082990e75ee0455-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:31,900 INFO [StoreOpener-e65bd7453c7e2a322082990e75ee0455-1 {}] regionserver.HStore(327): Store=e65bd7453c7e2a322082990e75ee0455/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:31,900 INFO [StoreOpener-e65bd7453c7e2a322082990e75ee0455-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:28:31,902 INFO [StoreOpener-e65bd7453c7e2a322082990e75ee0455-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e65bd7453c7e2a322082990e75ee0455 columnFamilyName f1 2024-12-03T02:28:31,902 DEBUG [StoreOpener-e65bd7453c7e2a322082990e75ee0455-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:31,903 INFO [StoreOpener-e65bd7453c7e2a322082990e75ee0455-1 {}] regionserver.HStore(327): Store=e65bd7453c7e2a322082990e75ee0455/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:31,903 INFO [StoreOpener-e65bd7453c7e2a322082990e75ee0455-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:28:31,904 INFO [StoreOpener-e65bd7453c7e2a322082990e75ee0455-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e65bd7453c7e2a322082990e75ee0455 columnFamilyName norep 2024-12-03T02:28:31,904 DEBUG [StoreOpener-e65bd7453c7e2a322082990e75ee0455-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:31,906 INFO [StoreOpener-e65bd7453c7e2a322082990e75ee0455-1 {}] regionserver.HStore(327): Store=e65bd7453c7e2a322082990e75ee0455/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:31,907 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:28:31,907 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/default/test/e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:28:31,908 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/default/test/e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:28:31,909 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:28:31,909 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:28:31,910 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:28:31,911 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:28:31,913 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/default/test/e65bd7453c7e2a322082990e75ee0455/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:28:31,914 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e65bd7453c7e2a322082990e75ee0455; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62219750, jitterRate=-0.07285347580909729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:28:31,914 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:28:31,914 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e65bd7453c7e2a322082990e75ee0455: Running coprocessor pre-open hook at 1733192911895Writing region info on filesystem at 1733192911895Initializing all the Stores at 1733192911897 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192911897Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192911897Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192911897Cleaning up temporary data from old regions at 1733192911909 (+12 ms)Running coprocessor post-open hooks at 1733192911914 (+5 ms)Region opened successfully at 1733192911914 2024-12-03T02:28:31,915 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733192910744.e65bd7453c7e2a322082990e75ee0455., pid=6, masterSystemTime=1733192911880 2024-12-03T02:28:31,918 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. 2024-12-03T02:28:31,918 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. 2024-12-03T02:28:31,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e65bd7453c7e2a322082990e75ee0455, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,39181,1733192906103 2024-12-03T02:28:31,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e65bd7453c7e2a322082990e75ee0455, server=64035cbb0b46,39181,1733192906103 because future has completed 2024-12-03T02:28:31,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:28:31,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e65bd7453c7e2a322082990e75ee0455, server=64035cbb0b46,39181,1733192906103 in 196 msec 2024-12-03T02:28:31,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:28:31,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e65bd7453c7e2a322082990e75ee0455, ASSIGN in 355 msec 2024-12-03T02:28:31,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:28:31,930 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192911930"}]},"ts":"1733192911930"} 2024-12-03T02:28:31,933 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:28:31,934 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:28:31,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1900 sec 2024-12-03T02:28:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36937 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:28:32,891 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:28:32,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d17c862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:32,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,46847,-1 for getting cluster id 2024-12-03T02:28:32,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:32,892 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f' 2024-12-03T02:28:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f" 2024-12-03T02:28:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3305a225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,46847,-1] 2024-12-03T02:28:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:32,895 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382393d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:32,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480e2333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:32,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,36937,-1 for getting cluster id 2024-12-03T02:28:32,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:32,898 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0070dfa-4afe-4dbb-87c7-1a93d9b25587' 2024-12-03T02:28:32,898 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0070dfa-4afe-4dbb-87c7-1a93d9b25587" 2024-12-03T02:28:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a95e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,36937,-1] 2024-12-03T02:28:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:32,899 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:32,900 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:32,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e8b8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:32,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105b91ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:32,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,46847,-1 for getting cluster id 2024-12-03T02:28:32,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:32,904 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f' 2024-12-03T02:28:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f" 2024-12-03T02:28:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d409ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,46847,-1] 2024-12-03T02:28:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:32,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:32,906 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:32,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e035e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:32,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:28:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,46847,1733192900508 2024-12-03T02:28:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d78a2f 2024-12-03T02:28:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:28:32,911 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:28:32,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:36937,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:28:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:28:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:28:32,915 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:36937' 2024-12-03T02:28:32,916 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6183ecaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:32,916 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,36937,-1 for getting cluster id 2024-12-03T02:28:32,917 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:32,917 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0070dfa-4afe-4dbb-87c7-1a93d9b25587' 2024-12-03T02:28:32,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:32,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0070dfa-4afe-4dbb-87c7-1a93d9b25587" 2024-12-03T02:28:32,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d305de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:32,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,36937,-1] 2024-12-03T02:28:32,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:32,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:32,919 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:32,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14eb2e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:32,920 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:28:32,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,36937,1733192905989 2024-12-03T02:28:32,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@353fc0c9 2024-12-03T02:28:32,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:28:32,921 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:28:32,922 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T02:28:32,922 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:28:32,922 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:32,922 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:32,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:28:32,923 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:28:32,924 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:28:32,925 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:28:32,925 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:32,925 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:28:32,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741837_1013 (size=1138) 2024-12-03T02:28:32,974 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:28:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:28:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:28:33,333 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c45591f5c81fa675137cc9c0a9990c2e, NAME => 'hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4 2024-12-03T02:28:33,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741838_1014 (size=44) 2024-12-03T02:28:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:28:33,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:33,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c45591f5c81fa675137cc9c0a9990c2e, disabling compactions & flushes 2024-12-03T02:28:33,739 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. 2024-12-03T02:28:33,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. 2024-12-03T02:28:33,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. after waiting 0 ms 2024-12-03T02:28:33,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. 2024-12-03T02:28:33,739 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. 2024-12-03T02:28:33,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c45591f5c81fa675137cc9c0a9990c2e: Waiting for close lock at 1733192913739Disabling compacts and flushes for region at 1733192913739Disabling writes for close at 1733192913739Writing region close event to WAL at 1733192913739Closed at 1733192913739 2024-12-03T02:28:33,741 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:28:33,741 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733192913741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192913741"}]},"ts":"1733192913741"} 2024-12-03T02:28:33,743 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:28:33,744 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:28:33,744 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192913744"}]},"ts":"1733192913744"} 2024-12-03T02:28:33,746 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:28:33,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c45591f5c81fa675137cc9c0a9990c2e, ASSIGN}] 2024-12-03T02:28:33,748 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c45591f5c81fa675137cc9c0a9990c2e, ASSIGN 2024-12-03T02:28:33,748 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c45591f5c81fa675137cc9c0a9990c2e, ASSIGN; state=OFFLINE, location=64035cbb0b46,34259,1733192900695; forceNewPlan=false, retain=false 2024-12-03T02:28:33,899 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c45591f5c81fa675137cc9c0a9990c2e, regionState=OPENING, regionLocation=64035cbb0b46,34259,1733192900695 2024-12-03T02:28:33,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c45591f5c81fa675137cc9c0a9990c2e, ASSIGN because future has completed 2024-12-03T02:28:33,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c45591f5c81fa675137cc9c0a9990c2e, server=64035cbb0b46,34259,1733192900695}] 2024-12-03T02:28:33,915 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:28:33,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:33,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:33,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:33,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:33,941 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T02:28:34,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:28:34,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. 2024-12-03T02:28:34,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:28:34,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:28:34,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C34259%2C1733192900695.rep, suffix=, logDir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695, archiveDir=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/oldWALs, maxLogs=10 2024-12-03T02:28:34,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.rep.1733192914059, exclude list is [], retry=0 2024-12-03T02:28:34,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38097,DS-3d6d4959-f3b4-4a27-a511-cc05ddd03715,DISK] 2024-12-03T02:28:34,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.rep.1733192914059 2024-12-03T02:28:34,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41923:41923)] 2024-12-03T02:28:34,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c45591f5c81fa675137cc9c0a9990c2e, NAME => 'hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:28:34,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:28:34,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:28:34,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. service=MultiRowMutationService 2024-12-03T02:28:34,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:28:34,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:28:34,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:28:34,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:28:34,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:28:34,077 INFO [StoreOpener-c45591f5c81fa675137cc9c0a9990c2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:28:34,078 INFO [StoreOpener-c45591f5c81fa675137cc9c0a9990c2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c45591f5c81fa675137cc9c0a9990c2e columnFamilyName hfileref 2024-12-03T02:28:34,078 DEBUG [StoreOpener-c45591f5c81fa675137cc9c0a9990c2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:34,079 INFO [StoreOpener-c45591f5c81fa675137cc9c0a9990c2e-1 {}] regionserver.HStore(327): Store=c45591f5c81fa675137cc9c0a9990c2e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:34,079 INFO [StoreOpener-c45591f5c81fa675137cc9c0a9990c2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:28:34,080 INFO [StoreOpener-c45591f5c81fa675137cc9c0a9990c2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c45591f5c81fa675137cc9c0a9990c2e columnFamilyName queue 2024-12-03T02:28:34,080 DEBUG [StoreOpener-c45591f5c81fa675137cc9c0a9990c2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:34,081 INFO [StoreOpener-c45591f5c81fa675137cc9c0a9990c2e-1 {}] regionserver.HStore(327): Store=c45591f5c81fa675137cc9c0a9990c2e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:34,081 INFO [StoreOpener-c45591f5c81fa675137cc9c0a9990c2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:28:34,082 INFO [StoreOpener-c45591f5c81fa675137cc9c0a9990c2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c45591f5c81fa675137cc9c0a9990c2e columnFamilyName sid 2024-12-03T02:28:34,082 DEBUG [StoreOpener-c45591f5c81fa675137cc9c0a9990c2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:28:34,083 INFO [StoreOpener-c45591f5c81fa675137cc9c0a9990c2e-1 {}] regionserver.HStore(327): Store=c45591f5c81fa675137cc9c0a9990c2e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:28:34,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:28:34,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:28:34,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:28:34,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:28:34,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:28:34,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:28:34,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:28:34,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:28:34,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c45591f5c81fa675137cc9c0a9990c2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71538278, jitterRate=0.06600341200828552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:28:34,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:28:34,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c45591f5c81fa675137cc9c0a9990c2e: Running coprocessor pre-open hook at 1733192914076Writing region info on filesystem at 1733192914076Initializing all the Stores at 1733192914077 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192914077Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192914077Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192914077Cleaning up temporary data from old regions at 1733192914085 (+8 ms)Running coprocessor post-open hooks at 1733192914089 (+4 ms)Region opened successfully at 1733192914089 2024-12-03T02:28:34,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e., pid=10, masterSystemTime=1733192914053 2024-12-03T02:28:34,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. 2024-12-03T02:28:34,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. 2024-12-03T02:28:34,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c45591f5c81fa675137cc9c0a9990c2e, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,34259,1733192900695 2024-12-03T02:28:34,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c45591f5c81fa675137cc9c0a9990c2e, server=64035cbb0b46,34259,1733192900695 because future has completed 2024-12-03T02:28:34,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:28:34,098 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c45591f5c81fa675137cc9c0a9990c2e, server=64035cbb0b46,34259,1733192900695 in 195 msec 2024-12-03T02:28:34,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T02:28:34,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c45591f5c81fa675137cc9c0a9990c2e, ASSIGN in 352 msec 2024-12-03T02:28:34,101 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:28:34,101 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192914101"}]},"ts":"1733192914101"} 2024-12-03T02:28:34,103 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:28:34,104 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:28:34,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-12-03T02:28:34,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e., hostname=64035cbb0b46,34259,1733192900695, seqNum=2] 2024-12-03T02:28:34,195 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:34,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:28:34,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:28:34,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34259 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T02:28:34,366 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:28:34,389 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,34259,1733192900695, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:28:34,390 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:34,390 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34259,1733192900695, seqNum=-1] 2024-12-03T02:28:34,390 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:34,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-03T02:28:34,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,34259,1733192900695', locateType=CURRENT is [region=hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e., hostname=64035cbb0b46,34259,1733192900695, seqNum=2] 2024-12-03T02:28:34,395 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T02:28:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T02:28:34,397 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,34259,1733192900695 suceeded 2024-12-03T02:28:34,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T02:28:34,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-03T02:28:34,399 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:36937,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-03T02:28:34,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4880 sec 2024-12-03T02:28:34,408 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:36937' 2024-12-03T02:28:34,410 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cd3cf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:34,410 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,36937,-1 for getting cluster id 2024-12-03T02:28:34,410 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:34,411 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0070dfa-4afe-4dbb-87c7-1a93d9b25587' 2024-12-03T02:28:34,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:34,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0070dfa-4afe-4dbb-87c7-1a93d9b25587" 2024-12-03T02:28:34,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f034681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:34,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,36937,-1] 2024-12-03T02:28:34,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:34,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:34,412 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:34,413 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6174e99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:34,413 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:28:34,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,36937,1733192905989 2024-12-03T02:28:34,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cf7f965 2024-12-03T02:28:34,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:28:34,414 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-03T02:28:34,415 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,34259,1733192900695 (queues=1) is replicating from cluster=b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f to cluster=d0070dfa-4afe-4dbb-87c7-1a93d9b25587 2024-12-03T02:28:34,415 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C34259%2C1733192900695 2024-12-03T02:28:34,415 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,34259,1733192900695, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:28:34,416 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C34259%2C1733192900695 2024-12-03T02:28:34,416 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809, startPosition=0, beingWritten=true 2024-12-03T02:28:34,423 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:28:34,423 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 379, reset compression=false 2024-12-03T02:28:34,423 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34259,1733192900695 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:28:34,627 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 379, reset compression=false 2024-12-03T02:28:34,935 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 379, reset compression=false 2024-12-03T02:28:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:28:35,061 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:28:35,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:28:35,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:28:35,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:35,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:35,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:28:35,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:35,067 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733192915066/Put/seqid=0 2024-12-03T02:28:35,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741840_1016 (size=7894) 2024-12-03T02:28:35,352 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 379, reset compression=false 2024-12-03T02:28:35,475 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f/f/hfile_1 is 34, key is ddd/f:row/1733192915474/Put/seqid=0 2024-12-03T02:28:35,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741841_1017 (size=7691) 2024-12-03T02:28:35,856 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 379, reset compression=false 2024-12-03T02:28:35,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0f122a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:35,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,46847,-1 for getting cluster id 2024-12-03T02:28:35,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:35,894 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f' 2024-12-03T02:28:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f" 2024-12-03T02:28:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c0b51d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,46847,-1] 2024-12-03T02:28:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:35,896 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:35,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761114f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:35,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34259,1733192900695, seqNum=-1] 2024-12-03T02:28:35,898 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:35,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:28:35,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:28:35,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,46847,1733192900508 2024-12-03T02:28:35,910 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b2e7de8 2024-12-03T02:28:35,912 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:28:35,913 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:28:35,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66., hostname=64035cbb0b46,34259,1733192900695, seqNum=2] 2024-12-03T02:28:35,929 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:28:35,943 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T02:28:35,947 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T02:28:35,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f/f/hfile_0 for inclusion in d829c01997c873ba3ced9c1681f5bb66/f 2024-12-03T02:28:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T02:28:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:28:35,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f/f/hfile_1 for inclusion in d829c01997c873ba3ced9c1681f5bb66/f 2024-12-03T02:28:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T02:28:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:28:35,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HRegion(2603): Flush status journal for d829c01997c873ba3ced9c1681f5bb66: 2024-12-03T02:28:35,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f/f/hfile_0 to hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__llkcq589kqodimg4m4q0tuqs7ro0tnle6k2ruia773v0iv74pcaioqbvepk3smpe/f/hfile_0 2024-12-03T02:28:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__llkcq589kqodimg4m4q0tuqs7ro0tnle6k2ruia773v0iv74pcaioqbvepk3smpe/f/hfile_0 as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f/3f82ae242a7540ef86b3f2a74a7e7ee8_SeqId_4_ 2024-12-03T02:28:35,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f/f/hfile_1 to hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__llkcq589kqodimg4m4q0tuqs7ro0tnle6k2ruia773v0iv74pcaioqbvepk3smpe/f/hfile_1 2024-12-03T02:28:35,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__llkcq589kqodimg4m4q0tuqs7ro0tnle6k2ruia773v0iv74pcaioqbvepk3smpe/f/hfile_1 as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f/a6186522180140598dd0b230249bff10_SeqId_4_ 2024-12-03T02:28:35,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__llkcq589kqodimg4m4q0tuqs7ro0tnle6k2ruia773v0iv74pcaioqbvepk3smpe/f/hfile_0 into d829c01997c873ba3ced9c1681f5bb66/f as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f/3f82ae242a7540ef86b3f2a74a7e7ee8_SeqId_4_ - updating store file list. 2024-12-03T02:28:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3f82ae242a7540ef86b3f2a74a7e7ee8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:28:36,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f/3f82ae242a7540ef86b3f2a74a7e7ee8_SeqId_4_ into d829c01997c873ba3ced9c1681f5bb66/f 2024-12-03T02:28:36,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__llkcq589kqodimg4m4q0tuqs7ro0tnle6k2ruia773v0iv74pcaioqbvepk3smpe/f/hfile_0 into d829c01997c873ba3ced9c1681f5bb66/f (new location: hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f/3f82ae242a7540ef86b3f2a74a7e7ee8_SeqId_4_) 2024-12-03T02:28:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__llkcq589kqodimg4m4q0tuqs7ro0tnle6k2ruia773v0iv74pcaioqbvepk3smpe/f/hfile_0 2024-12-03T02:28:36,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__llkcq589kqodimg4m4q0tuqs7ro0tnle6k2ruia773v0iv74pcaioqbvepk3smpe/f/hfile_1 into d829c01997c873ba3ced9c1681f5bb66/f as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f/a6186522180140598dd0b230249bff10_SeqId_4_ - updating store file list. 2024-12-03T02:28:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a6186522180140598dd0b230249bff10_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:28:36,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f/a6186522180140598dd0b230249bff10_SeqId_4_ into d829c01997c873ba3ced9c1681f5bb66/f 2024-12-03T02:28:36,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__llkcq589kqodimg4m4q0tuqs7ro0tnle6k2ruia773v0iv74pcaioqbvepk3smpe/f/hfile_1 into d829c01997c873ba3ced9c1681f5bb66/f (new location: hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f/a6186522180140598dd0b230249bff10_SeqId_4_) 2024-12-03T02:28:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__llkcq589kqodimg4m4q0tuqs7ro0tnle6k2ruia773v0iv74pcaioqbvepk3smpe/f/hfile_1 2024-12-03T02:28:36,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:28:36,014 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:28:36,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:36,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:36,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:28:36,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:36,015 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,39181,1733192906103, seqNum=-1] 2024-12-03T02:28:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66., hostname=64035cbb0b46,34259,1733192900695, seqNum=2 , the old value is region=test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66., hostname=64035cbb0b46,34259,1733192900695, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=64035cbb0b46:34259 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T02:28:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:36,016 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T02:28:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66., hostname=64035cbb0b46,34259,1733192900695, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T02:28:36,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66., hostname=64035cbb0b46,34259,1733192900695, seqNum=2 from cache 2024-12-03T02:28:36,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:28:36,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733192910744.e65bd7453c7e2a322082990e75ee0455., hostname=64035cbb0b46,39181,1733192906103, seqNum=2] 2024-12-03T02:28:36,020 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T02:28:36,121 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:34259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T02:28:36,461 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 379, reset compression=false 2024-12-03T02:28:36,469 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:28:36,469 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34259,1733192900695 got entry batch from reader: WALEntryBatch [walEntries=[{test/d829c01997c873ba3ced9c1681f5bb66/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733192916009/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T02:28:36,493 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:28:36,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-03T02:28:36,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.ReplicationSink(318): Replicating [b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f] bulk loaded data 2024-12-03T02:28:36,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f085028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:36,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,36937,-1 for getting cluster id 2024-12-03T02:28:36,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:36,500 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0070dfa-4afe-4dbb-87c7-1a93d9b25587' 2024-12-03T02:28:36,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:36,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0070dfa-4afe-4dbb-87c7-1a93d9b25587" 2024-12-03T02:28:36,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18b2074c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:36,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,36937,-1] 2024-12-03T02:28:36,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:36,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:36,502 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:36,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49fc39e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:36,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741837_1013 (size=7894) 2024-12-03T02:28:36,669 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 687, reset compression=false 2024-12-03T02:28:36,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741838_1014 (size=7691) 2024-12-03T02:28:36,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:28:36,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,36937,1733192905989 2024-12-03T02:28:36,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12fcf9ea 2024-12-03T02:28:36,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:28:36,966 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-03T02:28:36,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:28:36,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:36,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,39181,1733192906103, seqNum=-1] 2024-12-03T02:28:36,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:36,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-03T02:28:36,976 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 687, reset compression=false 2024-12-03T02:28:36,992 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/staging/jenkins.hfs.6__test__av1gphhv2rhcp20f870cuvv6p8abepdq3vjagf97p8snjki6c2v26ra58hmtmomj/f/3f82ae242a7540ef86b3f2a74a7e7ee8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T02:28:36,996 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/staging/jenkins.hfs.6__test__av1gphhv2rhcp20f870cuvv6p8abepdq3vjagf97p8snjki6c2v26ra58hmtmomj/f/a6186522180140598dd0b230249bff10_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T02:28:37,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/staging/jenkins.hfs.6__test__av1gphhv2rhcp20f870cuvv6p8abepdq3vjagf97p8snjki6c2v26ra58hmtmomj/f/3f82ae242a7540ef86b3f2a74a7e7ee8_SeqId_4_ for inclusion in e65bd7453c7e2a322082990e75ee0455/f 2024-12-03T02:28:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T02:28:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:28:37,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/staging/jenkins.hfs.6__test__av1gphhv2rhcp20f870cuvv6p8abepdq3vjagf97p8snjki6c2v26ra58hmtmomj/f/a6186522180140598dd0b230249bff10_SeqId_4_ for inclusion in e65bd7453c7e2a322082990e75ee0455/f 2024-12-03T02:28:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T02:28:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:28:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HRegion(2603): Flush status journal for e65bd7453c7e2a322082990e75ee0455: 2024-12-03T02:28:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3f82ae242a7540ef86b3f2a74a7e7ee8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T02:28:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/staging/jenkins.hfs.6__test__av1gphhv2rhcp20f870cuvv6p8abepdq3vjagf97p8snjki6c2v26ra58hmtmomj/f/3f82ae242a7540ef86b3f2a74a7e7ee8_SeqId_4_ as hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/default/test/e65bd7453c7e2a322082990e75ee0455/f/679e000bb696400c8eaa5dd27c233bd1_SeqId_4_ 2024-12-03T02:28:37,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a6186522180140598dd0b230249bff10_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T02:28:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/staging/jenkins.hfs.6__test__av1gphhv2rhcp20f870cuvv6p8abepdq3vjagf97p8snjki6c2v26ra58hmtmomj/f/a6186522180140598dd0b230249bff10_SeqId_4_ as hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/default/test/e65bd7453c7e2a322082990e75ee0455/f/84a9dc9da6784983b38489cf04a62ff8_SeqId_4_ 2024-12-03T02:28:37,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/staging/jenkins.hfs.6__test__av1gphhv2rhcp20f870cuvv6p8abepdq3vjagf97p8snjki6c2v26ra58hmtmomj/f/3f82ae242a7540ef86b3f2a74a7e7ee8_SeqId_4_ into e65bd7453c7e2a322082990e75ee0455/f as hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/default/test/e65bd7453c7e2a322082990e75ee0455/f/679e000bb696400c8eaa5dd27c233bd1_SeqId_4_ - updating store file list. 2024-12-03T02:28:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 679e000bb696400c8eaa5dd27c233bd1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:28:37,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/default/test/e65bd7453c7e2a322082990e75ee0455/f/679e000bb696400c8eaa5dd27c233bd1_SeqId_4_ into e65bd7453c7e2a322082990e75ee0455/f 2024-12-03T02:28:37,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/staging/jenkins.hfs.6__test__av1gphhv2rhcp20f870cuvv6p8abepdq3vjagf97p8snjki6c2v26ra58hmtmomj/f/3f82ae242a7540ef86b3f2a74a7e7ee8_SeqId_4_ into e65bd7453c7e2a322082990e75ee0455/f (new location: hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/default/test/e65bd7453c7e2a322082990e75ee0455/f/679e000bb696400c8eaa5dd27c233bd1_SeqId_4_) 2024-12-03T02:28:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/staging/jenkins.hfs.6__test__av1gphhv2rhcp20f870cuvv6p8abepdq3vjagf97p8snjki6c2v26ra58hmtmomj/f/3f82ae242a7540ef86b3f2a74a7e7ee8_SeqId_4_ 2024-12-03T02:28:37,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/staging/jenkins.hfs.6__test__av1gphhv2rhcp20f870cuvv6p8abepdq3vjagf97p8snjki6c2v26ra58hmtmomj/f/a6186522180140598dd0b230249bff10_SeqId_4_ into e65bd7453c7e2a322082990e75ee0455/f as hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/default/test/e65bd7453c7e2a322082990e75ee0455/f/84a9dc9da6784983b38489cf04a62ff8_SeqId_4_ - updating store file list. 2024-12-03T02:28:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 84a9dc9da6784983b38489cf04a62ff8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:28:37,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/default/test/e65bd7453c7e2a322082990e75ee0455/f/84a9dc9da6784983b38489cf04a62ff8_SeqId_4_ into e65bd7453c7e2a322082990e75ee0455/f 2024-12-03T02:28:37,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/staging/jenkins.hfs.6__test__av1gphhv2rhcp20f870cuvv6p8abepdq3vjagf97p8snjki6c2v26ra58hmtmomj/f/a6186522180140598dd0b230249bff10_SeqId_4_ into e65bd7453c7e2a322082990e75ee0455/f (new location: hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/default/test/e65bd7453c7e2a322082990e75ee0455/f/84a9dc9da6784983b38489cf04a62ff8_SeqId_4_) 2024-12-03T02:28:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/staging/jenkins.hfs.6__test__av1gphhv2rhcp20f870cuvv6p8abepdq3vjagf97p8snjki6c2v26ra58hmtmomj/f/a6186522180140598dd0b230249bff10_SeqId_4_ 2024-12-03T02:28:37,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] regionserver.ReplicationSink(324): Finished replicating [b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f] bulk loaded data 2024-12-03T02:28:37,030 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T02:28:37,385 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 687, reset compression=false 2024-12-03T02:28:37,889 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 687, reset compression=false 2024-12-03T02:28:38,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:28:38,043 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733192918042/Put/seqid=0 2024-12-03T02:28:38,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741842_1018 (size=7997) 2024-12-03T02:28:38,450 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733192918449/Put/seqid=0 2024-12-03T02:28:38,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741843_1019 (size=7794) 2024-12-03T02:28:38,493 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 687, reset compression=false 2024-12-03T02:28:38,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a79bf38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:38,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,46847,-1 for getting cluster id 2024-12-03T02:28:38,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:28:38,858 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f' 2024-12-03T02:28:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:28:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8bb5a60-49bf-4f98-9da3-6ead48c3ec8f" 2024-12-03T02:28:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e2f18d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,46847,-1] 2024-12-03T02:28:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:28:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:38,860 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:28:38,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711f0347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:28:38,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:38,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34259,1733192900695, seqNum=-1] 2024-12-03T02:28:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:38,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:28:38,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:28:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,46847,1733192900508 2024-12-03T02:28:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62754820 2024-12-03T02:28:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:28:38,872 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:28:38,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66., hostname=64035cbb0b46,34259,1733192900695, seqNum=2] 2024-12-03T02:28:38,878 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:28:38,885 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T02:28:38,888 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T02:28:38,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f1/f1/hfile_0 for inclusion in d829c01997c873ba3ced9c1681f5bb66/f1 2024-12-03T02:28:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T02:28:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:28:38,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f1/f1/hfile_1 for inclusion in d829c01997c873ba3ced9c1681f5bb66/f1 2024-12-03T02:28:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T02:28:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:28:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HRegion(2603): Flush status journal for d829c01997c873ba3ced9c1681f5bb66: 2024-12-03T02:28:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f1/f1/hfile_0 to hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__pi4ui25aovngoqigmltj1trh5hjjrgufp4pasfp6shbhn8603393k5mlmciu6fci/f1/hfile_0 2024-12-03T02:28:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__pi4ui25aovngoqigmltj1trh5hjjrgufp4pasfp6shbhn8603393k5mlmciu6fci/f1/hfile_0 as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f1/0727a27589d145e09cbf41258f5a49a5_SeqId_6_ 2024-12-03T02:28:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/load_f1/f1/hfile_1 to hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__pi4ui25aovngoqigmltj1trh5hjjrgufp4pasfp6shbhn8603393k5mlmciu6fci/f1/hfile_1 2024-12-03T02:28:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__pi4ui25aovngoqigmltj1trh5hjjrgufp4pasfp6shbhn8603393k5mlmciu6fci/f1/hfile_1 as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f1/ef9db6fb6a0444c4b77cd2a1a26e6972_SeqId_6_ 2024-12-03T02:28:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-03T02:28:38,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__pi4ui25aovngoqigmltj1trh5hjjrgufp4pasfp6shbhn8603393k5mlmciu6fci/f1/hfile_0 into d829c01997c873ba3ced9c1681f5bb66/f1 as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f1/0727a27589d145e09cbf41258f5a49a5_SeqId_6_ - updating store file list. 2024-12-03T02:28:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0727a27589d145e09cbf41258f5a49a5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T02:28:38,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f1/0727a27589d145e09cbf41258f5a49a5_SeqId_6_ into d829c01997c873ba3ced9c1681f5bb66/f1 2024-12-03T02:28:38,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__pi4ui25aovngoqigmltj1trh5hjjrgufp4pasfp6shbhn8603393k5mlmciu6fci/f1/hfile_0 into d829c01997c873ba3ced9c1681f5bb66/f1 (new location: hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f1/0727a27589d145e09cbf41258f5a49a5_SeqId_6_) 2024-12-03T02:28:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__pi4ui25aovngoqigmltj1trh5hjjrgufp4pasfp6shbhn8603393k5mlmciu6fci/f1/hfile_0 2024-12-03T02:28:38,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__pi4ui25aovngoqigmltj1trh5hjjrgufp4pasfp6shbhn8603393k5mlmciu6fci/f1/hfile_1 into d829c01997c873ba3ced9c1681f5bb66/f1 as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f1/ef9db6fb6a0444c4b77cd2a1a26e6972_SeqId_6_ - updating store file list. 2024-12-03T02:28:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ef9db6fb6a0444c4b77cd2a1a26e6972_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T02:28:38,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f1/ef9db6fb6a0444c4b77cd2a1a26e6972_SeqId_6_ into d829c01997c873ba3ced9c1681f5bb66/f1 2024-12-03T02:28:38,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__pi4ui25aovngoqigmltj1trh5hjjrgufp4pasfp6shbhn8603393k5mlmciu6fci/f1/hfile_1 into d829c01997c873ba3ced9c1681f5bb66/f1 (new location: hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/f1/ef9db6fb6a0444c4b77cd2a1a26e6972_SeqId_6_) 2024-12-03T02:28:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/staging/jenkins__test__pi4ui25aovngoqigmltj1trh5hjjrgufp4pasfp6shbhn8603393k5mlmciu6fci/f1/hfile_1 2024-12-03T02:28:38,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:28:38,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:28:38,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:38,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:28:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66., hostname=64035cbb0b46,34259,1733192900695, seqNum=2 , the old value is region=test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66., hostname=64035cbb0b46,34259,1733192900695, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=64035cbb0b46:34259 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T02:28:38,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:28:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66., hostname=64035cbb0b46,34259,1733192900695, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T02:28:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66., hostname=64035cbb0b46,34259,1733192900695, seqNum=2 from cache 2024-12-03T02:28:38,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:28:38,923 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T02:28:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34259,1733192900695, seqNum=-1] 2024-12-03T02:28:38,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:28:38,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:28:38,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66., hostname=64035cbb0b46,34259,1733192900695, seqNum=2] 2024-12-03T02:28:39,031 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:34259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T02:28:39,197 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 687, reset compression=false 2024-12-03T02:28:39,202 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:28:39,202 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:39,202 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34259,1733192900695 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:28:39,406 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:39,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:28:39,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:39,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:39,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:39,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:28:39,710 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:40,114 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:40,618 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:41,222 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:41,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T02:28:41,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T02:28:41,927 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:42,731 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:43,635 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:44,639 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:45,745 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:46,950 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:48,255 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:49,659 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:50,094 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T02:28:51,163 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:52,768 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:54,473 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:55,574 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T02:28:56,277 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:58,180 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:28:59,205 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34259,1733192900695 got entry batch from reader: null 2024-12-03T02:29:00,184 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:02,288 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:03,925 INFO [master/64035cbb0b46:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T02:29:03,925 INFO [master/64035cbb0b46:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T02:29:04,492 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:06,796 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:08,494 INFO [master/64035cbb0b46:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T02:29:08,494 INFO [master/64035cbb0b46:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T02:29:09,201 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:11,706 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:14,310 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:14,738 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d829c01997c873ba3ced9c1681f5bb66, had cached 0 bytes from a total of 31376 2024-12-03T02:29:16,893 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e65bd7453c7e2a322082990e75ee0455, had cached 0 bytes from a total of 15585 2024-12-03T02:29:17,013 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:19,205 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34259,1733192900695 got entry batch from reader: null 2024-12-03T02:29:19,818 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:20,094 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T02:29:22,722 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:25,574 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T02:29:25,741 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:28,476 DEBUG [master/64035cbb0b46:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T02:29:28,848 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:32,052 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:35,356 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:38,779 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:38,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:29:38,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:29:38,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:29:38,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:38,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:38,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:29:38,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:29:38,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=32034012, stopped=false 2024-12-03T02:29:38,956 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,36937,1733192905989 2024-12-03T02:29:38,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1271840409/running 2024-12-03T02:29:38,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:29:38,992 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:29:38,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:29:38,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:29:38,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:38,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,39181,1733192906103' ***** 2024-12-03T02:29:38,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Set watcher on znode that does not yet exist, /1-1271840409/running 2024-12-03T02:29:38,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:29:38,993 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:29:38,993 INFO [RS:0;64035cbb0b46:39181 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:29:38,993 INFO [RS:0;64035cbb0b46:39181 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:29:38,993 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(3091): Received CLOSE for e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:29:38,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:29:38,994 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,39181,1733192906103 2024-12-03T02:29:38,994 INFO [RS:0;64035cbb0b46:39181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:29:38,994 INFO [RS:0;64035cbb0b46:39181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:39181. 2024-12-03T02:29:38,994 DEBUG [RS:0;64035cbb0b46:39181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:29:38,994 DEBUG [RS:0;64035cbb0b46:39181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:38,994 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:29:38,994 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:29:38,994 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:29:38,994 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:29:38,994 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T02:29:38,994 DEBUG [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(1325): Online Regions={e65bd7453c7e2a322082990e75ee0455=test,,1733192910744.e65bd7453c7e2a322082990e75ee0455., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:29:38,994 DEBUG [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e65bd7453c7e2a322082990e75ee0455 2024-12-03T02:29:38,994 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:29:38,994 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:29:38,994 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e65bd7453c7e2a322082990e75ee0455, disabling compactions & flushes 2024-12-03T02:29:38,995 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:29:38,995 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. 2024-12-03T02:29:38,995 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. 2024-12-03T02:29:38,995 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:29:38,995 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:29:38,995 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. after waiting 0 ms 2024-12-03T02:29:38,995 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. 2024-12-03T02:29:38,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1271840409/running 2024-12-03T02:29:38,995 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T02:29:38,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:29:38,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Set watcher on znode that does not yet exist, /1-1271840409/running 2024-12-03T02:29:39,018 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/default/test/e65bd7453c7e2a322082990e75ee0455/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T02:29:39,027 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:29:39,027 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:29:39,027 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. 2024-12-03T02:29:39,028 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e65bd7453c7e2a322082990e75ee0455: Waiting for close lock at 1733192978994Running coprocessor pre-close hooks at 1733192978994Disabling compacts and flushes for region at 1733192978994Disabling writes for close at 1733192978995 (+1 ms)Writing region close event to WAL at 1733192978996 (+1 ms)Running coprocessor post-close hooks at 1733192979027 (+31 ms)Closed at 1733192979027 2024-12-03T02:29:39,028 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733192910744.e65bd7453c7e2a322082990e75ee0455. 2024-12-03T02:29:39,038 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/.tmp/info/c96326caca454f24bd8f41a73638f09d is 129, key is test,,1733192910744.e65bd7453c7e2a322082990e75ee0455./info:regioninfo/1733192911919/Put/seqid=0 2024-12-03T02:29:39,039 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:29:39,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741839_1015 (size=6421) 2024-12-03T02:29:39,085 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/.tmp/info/c96326caca454f24bd8f41a73638f09d 2024-12-03T02:29:39,115 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/.tmp/ns/55bada3de3874c29859879d92fa91b91 is 43, key is default/ns:d/1733192908464/Put/seqid=0 2024-12-03T02:29:39,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741840_1016 (size=5153) 2024-12-03T02:29:39,120 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/.tmp/ns/55bada3de3874c29859879d92fa91b91 2024-12-03T02:29:39,163 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/.tmp/rep_barrier/79cf12399cff45eabe6f4a635d5d1bb7 is 112, key is test,,1733192910744.e65bd7453c7e2a322082990e75ee0455./rep_barrier:seqnumDuringOpen/1733192911919/Put/seqid=0 2024-12-03T02:29:39,195 DEBUG [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:29:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741841_1017 (size=5518) 2024-12-03T02:29:39,205 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34259,1733192900695 got entry batch from reader: null 2024-12-03T02:29:39,205 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/.tmp/rep_barrier/79cf12399cff45eabe6f4a635d5d1bb7 2024-12-03T02:29:39,278 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/.tmp/table/64bc1dd08e034abb909eb69713ad93c9 is 40, key is test/table:state/1733192911930/Put/seqid=0 2024-12-03T02:29:39,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741842_1018 (size=5165) 2024-12-03T02:29:39,396 DEBUG [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:29:39,596 DEBUG [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:29:39,727 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/.tmp/table/64bc1dd08e034abb909eb69713ad93c9 2024-12-03T02:29:39,736 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/.tmp/info/c96326caca454f24bd8f41a73638f09d as hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/info/c96326caca454f24bd8f41a73638f09d 2024-12-03T02:29:39,751 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/info/c96326caca454f24bd8f41a73638f09d, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T02:29:39,760 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/.tmp/ns/55bada3de3874c29859879d92fa91b91 as hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/ns/55bada3de3874c29859879d92fa91b91 2024-12-03T02:29:39,779 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/ns/55bada3de3874c29859879d92fa91b91, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T02:29:39,780 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/.tmp/rep_barrier/79cf12399cff45eabe6f4a635d5d1bb7 as hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/rep_barrier/79cf12399cff45eabe6f4a635d5d1bb7 2024-12-03T02:29:39,788 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/rep_barrier/79cf12399cff45eabe6f4a635d5d1bb7, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T02:29:39,789 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/.tmp/table/64bc1dd08e034abb909eb69713ad93c9 as hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/table/64bc1dd08e034abb909eb69713ad93c9 2024-12-03T02:29:39,795 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/table/64bc1dd08e034abb909eb69713ad93c9, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T02:29:39,796 DEBUG [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:29:39,801 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 806ms, sequenceid=11, compaction requested=false 2024-12-03T02:29:39,830 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T02:29:39,831 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:29:39,831 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:29:39,831 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:29:39,831 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192978994Running coprocessor pre-close hooks at 1733192978994Disabling compacts and flushes for region at 1733192978994Disabling writes for close at 1733192978995 (+1 ms)Obtaining lock to block concurrent updates at 1733192978995Preparing flush snapshotting stores in 1588230740 at 1733192978995Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733192978995Flushing stores of hbase:meta,,1.1588230740 at 1733192978996 (+1 ms)Flushing 1588230740/info: creating writer at 1733192978997 (+1 ms)Flushing 1588230740/info: appending metadata at 1733192979038 (+41 ms)Flushing 1588230740/info: closing flushed file at 1733192979038Flushing 1588230740/ns: creating writer at 1733192979095 (+57 ms)Flushing 1588230740/ns: appending metadata at 1733192979115 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733192979115Flushing 1588230740/rep_barrier: creating writer at 1733192979133 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733192979163 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733192979163Flushing 1588230740/table: creating writer at 1733192979224 (+61 ms)Flushing 1588230740/table: appending metadata at 1733192979277 (+53 ms)Flushing 1588230740/table: closing flushed file at 1733192979277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8ab5ff: reopening flushed file at 1733192979735 (+458 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ddd9410: reopening flushed file at 1733192979751 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8084f9: reopening flushed file at 1733192979779 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32adae70: reopening flushed file at 1733192979788 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 806ms, sequenceid=11, compaction requested=false at 1733192979801 (+13 ms)Writing region close event to WAL at 1733192979818 (+17 ms)Running coprocessor post-close hooks at 1733192979831 (+13 ms)Closed at 1733192979831 2024-12-03T02:29:39,832 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:29:39,953 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:29:39,953 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:29:39,997 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,39181,1733192906103; all regions closed. 2024-12-03T02:29:40,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741834_1010 (size=2717) 2024-12-03T02:29:40,011 DEBUG [RS:0;64035cbb0b46:39181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/oldWALs 2024-12-03T02:29:40,011 INFO [RS:0;64035cbb0b46:39181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C39181%2C1733192906103.meta:.meta(num 1733192908397) 2024-12-03T02:29:40,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741833_1009 (size=1028) 2024-12-03T02:29:40,024 DEBUG [RS:0;64035cbb0b46:39181 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/oldWALs 2024-12-03T02:29:40,024 INFO [RS:0;64035cbb0b46:39181 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C39181%2C1733192906103:(num 1733192908052) 2024-12-03T02:29:40,024 DEBUG [RS:0;64035cbb0b46:39181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:40,024 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:29:40,024 INFO [RS:0;64035cbb0b46:39181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:29:40,024 INFO [RS:0;64035cbb0b46:39181 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:29:40,025 INFO [RS:0;64035cbb0b46:39181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:29:40,025 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:29:40,025 INFO [RS:0;64035cbb0b46:39181 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:39181. 2024-12-03T02:29:40,025 DEBUG [RS:0;64035cbb0b46:39181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:29:40,025 DEBUG [RS:0;64035cbb0b46:39181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:40,025 DEBUG [RS:0;64035cbb0b46:39181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:40,025 INFO [RS:0;64035cbb0b46:39181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39181 2024-12-03T02:29:40,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:29:40,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409/rs 2024-12-03T02:29:40,050 INFO [RS:0;64035cbb0b46:39181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:29:40,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1271840409/rs/64035cbb0b46,39181,1733192906103 2024-12-03T02:29:40,063 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,39181,1733192906103] 2024-12-03T02:29:40,079 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1271840409/draining/64035cbb0b46,39181,1733192906103 already deleted, retry=false 2024-12-03T02:29:40,079 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,39181,1733192906103 expired; onlineServers=0 2024-12-03T02:29:40,079 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,36937,1733192905989' ***** 2024-12-03T02:29:40,079 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:29:40,080 INFO [M:0;64035cbb0b46:36937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:29:40,080 INFO [M:0;64035cbb0b46:36937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:29:40,080 DEBUG [M:0;64035cbb0b46:36937 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:29:40,080 DEBUG [M:0;64035cbb0b46:36937 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:29:40,080 INFO [M:0;64035cbb0b46:36937 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:29:40,080 INFO [M:0;64035cbb0b46:36937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:29:40,080 DEBUG [M:0;64035cbb0b46:36937 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:29:40,081 INFO [M:0;64035cbb0b46:36937 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:29:40,081 INFO [M:0;64035cbb0b46:36937 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:29:40,081 INFO [M:0;64035cbb0b46:36937 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:29:40,081 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:29:40,081 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192907696 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192907696,5,FailOnTimeoutGroup] 2024-12-03T02:29:40,081 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:29:40,081 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192907695 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192907695,5,FailOnTimeoutGroup] 2024-12-03T02:29:40,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1271840409/master 2024-12-03T02:29:40,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1271840409 2024-12-03T02:29:40,110 DEBUG [M:0;64035cbb0b46:36937 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1271840409/master already deleted, retry=false 2024-12-03T02:29:40,111 DEBUG [M:0;64035cbb0b46:36937 {}] master.ActiveMasterManager(353): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1271840409/master 2024-12-03T02:29:40,128 INFO [M:0;64035cbb0b46:36937 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/.lastflushedseqids 2024-12-03T02:29:40,159 INFO [RS:0;64035cbb0b46:39181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:29:40,159 INFO [RS:0;64035cbb0b46:39181 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,39181,1733192906103; zookeeper connection closed. 2024-12-03T02:29:40,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:29:40,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39181-0x1019a4e88e00004, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:29:40,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741843_1019 (size=173) 2024-12-03T02:29:40,167 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67be8eb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67be8eb0 2024-12-03T02:29:40,168 INFO [M:0;64035cbb0b46:36937 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:29:40,168 INFO [M:0;64035cbb0b46:36937 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:29:40,168 DEBUG [M:0;64035cbb0b46:36937 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:29:40,168 INFO [M:0;64035cbb0b46:36937 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:40,168 DEBUG [M:0;64035cbb0b46:36937 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:40,169 DEBUG [M:0;64035cbb0b46:36937 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:29:40,169 DEBUG [M:0;64035cbb0b46:36937 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:40,169 INFO [M:0;64035cbb0b46:36937 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-03T02:29:40,171 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:29:40,192 DEBUG [M:0;64035cbb0b46:36937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2765df7e82e410aa50b327629b0e9d4 is 82, key is hbase:meta,,1/info:regioninfo/1733192908429/Put/seqid=0 2024-12-03T02:29:40,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741844_1020 (size=5672) 2024-12-03T02:29:40,249 INFO [M:0;64035cbb0b46:36937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2765df7e82e410aa50b327629b0e9d4 2024-12-03T02:29:40,303 DEBUG [M:0;64035cbb0b46:36937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/307da3a7537c484e90acd98a47e6a50a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733192911936/Put/seqid=0 2024-12-03T02:29:40,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741845_1021 (size=6727) 2024-12-03T02:29:40,336 INFO [M:0;64035cbb0b46:36937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/307da3a7537c484e90acd98a47e6a50a 2024-12-03T02:29:40,350 INFO [M:0;64035cbb0b46:36937 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 307da3a7537c484e90acd98a47e6a50a 2024-12-03T02:29:40,375 DEBUG [M:0;64035cbb0b46:36937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e020b10868ec4743b465d26835feddcf is 69, key is 64035cbb0b46,39181,1733192906103/rs:state/1733192907800/Put/seqid=0 2024-12-03T02:29:40,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741846_1022 (size=5156) 2024-12-03T02:29:40,811 INFO [M:0;64035cbb0b46:36937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e020b10868ec4743b465d26835feddcf 2024-12-03T02:29:40,819 DEBUG [M:0;64035cbb0b46:36937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2765df7e82e410aa50b327629b0e9d4 as hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2765df7e82e410aa50b327629b0e9d4 2024-12-03T02:29:40,828 INFO [M:0;64035cbb0b46:36937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2765df7e82e410aa50b327629b0e9d4, entries=8, sequenceid=58, filesize=5.5 K 2024-12-03T02:29:40,829 DEBUG [M:0;64035cbb0b46:36937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/307da3a7537c484e90acd98a47e6a50a as hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/307da3a7537c484e90acd98a47e6a50a 2024-12-03T02:29:40,846 INFO [M:0;64035cbb0b46:36937 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 307da3a7537c484e90acd98a47e6a50a 2024-12-03T02:29:40,846 INFO [M:0;64035cbb0b46:36937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/307da3a7537c484e90acd98a47e6a50a, entries=6, sequenceid=58, filesize=6.6 K 2024-12-03T02:29:40,847 DEBUG [M:0;64035cbb0b46:36937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e020b10868ec4743b465d26835feddcf as hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e020b10868ec4743b465d26835feddcf 2024-12-03T02:29:40,856 INFO [M:0;64035cbb0b46:36937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44295/user/jenkins/test-data/5e7bd60e-39ae-5fb6-ac95-f88971316413/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e020b10868ec4743b465d26835feddcf, entries=1, sequenceid=58, filesize=5.0 K 2024-12-03T02:29:40,858 INFO [M:0;64035cbb0b46:36937 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 688ms, sequenceid=58, compaction requested=false 2024-12-03T02:29:40,864 INFO [M:0;64035cbb0b46:36937 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:40,865 DEBUG [M:0;64035cbb0b46:36937 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192980168Disabling compacts and flushes for region at 1733192980168Disabling writes for close at 1733192980169 (+1 ms)Obtaining lock to block concurrent updates at 1733192980169Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733192980169Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733192980169Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733192980170 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733192980170Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733192980192 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733192980192Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733192980257 (+65 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733192980302 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733192980302Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733192980350 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733192980374 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733192980375 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4469187: reopening flushed file at 1733192980818 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447697c0: reopening flushed file at 1733192980828 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b35803: reopening flushed file at 1733192980846 (+18 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 688ms, sequenceid=58, compaction requested=false at 1733192980859 (+13 ms)Writing region close event to WAL at 1733192980864 (+5 ms)Closed at 1733192980864 2024-12-03T02:29:40,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44269 is added to blk_1073741830_1006 (size=33026) 2024-12-03T02:29:40,868 INFO [M:0;64035cbb0b46:36937 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:29:40,868 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:29:40,868 INFO [M:0;64035cbb0b46:36937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36937 2024-12-03T02:29:40,870 INFO [M:0;64035cbb0b46:36937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:29:41,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:29:41,007 INFO [M:0;64035cbb0b46:36937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:29:41,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36937-0x1019a4e88e00003, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:29:41,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61a56b6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:29:41,042 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54185343{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:29:41,042 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:29:41,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60b14e3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:29:41,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d8f05f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/hadoop.log.dir/,STOPPED} 2024-12-03T02:29:41,044 WARN [BP-1515350039-172.17.0.3-1733192903997 heartbeating to localhost/127.0.0.1:44295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:29:41,044 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:29:41,044 WARN [BP-1515350039-172.17.0.3-1733192903997 heartbeating to localhost/127.0.0.1:44295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1515350039-172.17.0.3-1733192903997 (Datanode Uuid e4ff2a1d-1803-4c64-8679-6525b41c5521) service to localhost/127.0.0.1:44295 2024-12-03T02:29:41,044 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:29:41,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/cluster_299847fa-8a10-da6e-cd87-e7c54edeaaa1/data/data1/current/BP-1515350039-172.17.0.3-1733192903997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:29:41,044 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/cluster_299847fa-8a10-da6e-cd87-e7c54edeaaa1/data/data2/current/BP-1515350039-172.17.0.3-1733192903997 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:29:41,045 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:29:41,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@663c1f5f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:29:41,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3285cffe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:29:41,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:29:41,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4383138e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:29:41,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac094cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/hadoop.log.dir/,STOPPED} 2024-12-03T02:29:41,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:29:41,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:29:41,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:29:41,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:29:41,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:41,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:41,070 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:29:41,070 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:29:41,070 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=308394335, stopped=false 2024-12-03T02:29:41,070 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,46847,1733192900508 2024-12-03T02:29:41,091 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-555546087/running 2024-12-03T02:29:41,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-555546087/running 2024-12-03T02:29:41,091 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:29:41,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:29:41,091 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:29:41,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:29:41,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Set watcher on znode that does not yet exist, /0-555546087/running 2024-12-03T02:29:41,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:29:41,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Set watcher on znode that does not yet exist, /0-555546087/running 2024-12-03T02:29:41,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:41,092 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,34259,1733192900695' ***** 2024-12-03T02:29:41,092 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:29:41,093 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:29:41,093 INFO [RS:0;64035cbb0b46:34259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:29:41,093 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:29:41,093 INFO [RS:0;64035cbb0b46:34259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:29:41,093 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(3091): Received CLOSE for d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:29:41,093 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(3091): Received CLOSE for c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:29:41,093 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,34259,1733192900695 2024-12-03T02:29:41,093 INFO [RS:0;64035cbb0b46:34259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:29:41,093 INFO [RS:0;64035cbb0b46:34259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:34259. 2024-12-03T02:29:41,093 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d829c01997c873ba3ced9c1681f5bb66, disabling compactions & flushes 2024-12-03T02:29:41,093 DEBUG [RS:0;64035cbb0b46:34259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:29:41,093 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. 2024-12-03T02:29:41,093 DEBUG [RS:0;64035cbb0b46:34259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:41,093 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. 2024-12-03T02:29:41,093 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. after waiting 0 ms 2024-12-03T02:29:41,093 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:29:41,093 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:29:41,093 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. 2024-12-03T02:29:41,093 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:29:41,093 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:29:41,094 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T02:29:41,094 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1325): Online Regions={d829c01997c873ba3ced9c1681f5bb66=test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66., c45591f5c81fa675137cc9c0a9990c2e=hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:29:41,094 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:29:41,094 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c45591f5c81fa675137cc9c0a9990c2e, d829c01997c873ba3ced9c1681f5bb66 2024-12-03T02:29:41,094 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:29:41,094 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:29:41,094 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:29:41,094 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:29:41,094 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T02:29:41,097 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/default/test/d829c01997c873ba3ced9c1681f5bb66/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T02:29:41,098 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:29:41,098 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:29:41,098 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. 2024-12-03T02:29:41,098 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d829c01997c873ba3ced9c1681f5bb66: Waiting for close lock at 1733192981093Running coprocessor pre-close hooks at 1733192981093Disabling compacts and flushes for region at 1733192981093Disabling writes for close at 1733192981093Writing region close event to WAL at 1733192981094 (+1 ms)Running coprocessor post-close hooks at 1733192981098 (+4 ms)Closed at 1733192981098 2024-12-03T02:29:41,098 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66. 2024-12-03T02:29:41,098 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c45591f5c81fa675137cc9c0a9990c2e, disabling compactions & flushes 2024-12-03T02:29:41,098 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. 2024-12-03T02:29:41,098 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. 2024-12-03T02:29:41,098 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. after waiting 0 ms 2024-12-03T02:29:41,098 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. 2024-12-03T02:29:41,099 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c45591f5c81fa675137cc9c0a9990c2e 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-03T02:29:41,112 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/.tmp/info/e7876bc69a7f4c128d7c9524ba5366d4 is 147, key is hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e./info:regioninfo/1733192914093/Put/seqid=0 2024-12-03T02:29:41,116 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e/.tmp/hfileref/77143ac04d494584a21317ea6c4032db is 74, key is 1/hfileref:3f82ae242a7540ef86b3f2a74a7e7ee8_SeqId_4_/1733192917032/DeleteColumn/seqid=0 2024-12-03T02:29:41,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741844_1020 (size=7686) 2024-12-03T02:29:41,117 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/.tmp/info/e7876bc69a7f4c128d7c9524ba5366d4 2024-12-03T02:29:41,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741845_1021 (size=5203) 2024-12-03T02:29:41,136 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/.tmp/ns/afcff7f726c34424899a5a5dde07439f is 43, key is default/ns:d/1733192903873/Put/seqid=0 2024-12-03T02:29:41,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741846_1022 (size=5153) 2024-12-03T02:29:41,163 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:29:41,294 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:29:41,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T02:29:41,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:29:41,494 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:29:41,521 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e/.tmp/hfileref/77143ac04d494584a21317ea6c4032db 2024-12-03T02:29:41,540 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/.tmp/ns/afcff7f726c34424899a5a5dde07439f 2024-12-03T02:29:41,543 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e/.tmp/queue/bb55014801f140ec83cafb3e034e41e4 is 153, key is 1-64035cbb0b46,34259,1733192900695/queue:64035cbb0b46%2C34259%2C1733192900695/1733192919203/Put/seqid=0 2024-12-03T02:29:41,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741847_1023 (size=5352) 2024-12-03T02:29:41,564 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/.tmp/rep_barrier/1e9ed67951a34ab081c4a16e2c746a50 is 112, key is test,,1733192908580.d829c01997c873ba3ced9c1681f5bb66./rep_barrier:seqnumDuringOpen/1733192909756/Put/seqid=0 2024-12-03T02:29:41,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741848_1024 (size=5518) 2024-12-03T02:29:41,694 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:29:41,752 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:29:41,752 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:29:41,895 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c45591f5c81fa675137cc9c0a9990c2e 2024-12-03T02:29:41,950 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e/.tmp/queue/bb55014801f140ec83cafb3e034e41e4 2024-12-03T02:29:41,961 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e/.tmp/hfileref/77143ac04d494584a21317ea6c4032db as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e/hfileref/77143ac04d494584a21317ea6c4032db 2024-12-03T02:29:41,968 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e/hfileref/77143ac04d494584a21317ea6c4032db, entries=2, sequenceid=10, filesize=5.1 K 2024-12-03T02:29:41,970 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/.tmp/rep_barrier/1e9ed67951a34ab081c4a16e2c746a50 2024-12-03T02:29:41,970 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e/.tmp/queue/bb55014801f140ec83cafb3e034e41e4 as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e/queue/bb55014801f140ec83cafb3e034e41e4 2024-12-03T02:29:41,976 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e/queue/bb55014801f140ec83cafb3e034e41e4, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T02:29:41,977 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c45591f5c81fa675137cc9c0a9990c2e in 879ms, sequenceid=10, compaction requested=false 2024-12-03T02:29:41,987 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/replication/c45591f5c81fa675137cc9c0a9990c2e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T02:29:41,987 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:29:41,988 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:29:41,988 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. 2024-12-03T02:29:41,988 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c45591f5c81fa675137cc9c0a9990c2e: Waiting for close lock at 1733192981098Running coprocessor pre-close hooks at 1733192981098Disabling compacts and flushes for region at 1733192981098Disabling writes for close at 1733192981098Obtaining lock to block concurrent updates at 1733192981099 (+1 ms)Preparing flush snapshotting stores in c45591f5c81fa675137cc9c0a9990c2e at 1733192981099Finished memstore snapshotting hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733192981099Flushing stores of hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. at 1733192981099Flushing c45591f5c81fa675137cc9c0a9990c2e/hfileref: creating writer at 1733192981099Flushing c45591f5c81fa675137cc9c0a9990c2e/hfileref: appending metadata at 1733192981115 (+16 ms)Flushing c45591f5c81fa675137cc9c0a9990c2e/hfileref: closing flushed file at 1733192981116 (+1 ms)Flushing c45591f5c81fa675137cc9c0a9990c2e/queue: creating writer at 1733192981526 (+410 ms)Flushing c45591f5c81fa675137cc9c0a9990c2e/queue: appending metadata at 1733192981542 (+16 ms)Flushing c45591f5c81fa675137cc9c0a9990c2e/queue: closing flushed file at 1733192981542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5776a2: reopening flushed file at 1733192981960 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f214bd: reopening flushed file at 1733192981969 (+9 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c45591f5c81fa675137cc9c0a9990c2e in 879ms, sequenceid=10, compaction requested=false at 1733192981977 (+8 ms)Writing region close event to WAL at 1733192981983 (+6 ms)Running coprocessor post-close hooks at 1733192981987 (+4 ms)Closed at 1733192981988 (+1 ms) 2024-12-03T02:29:41,988 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733192912922.c45591f5c81fa675137cc9c0a9990c2e. 2024-12-03T02:29:41,992 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/.tmp/table/594fbef1d6d04f2ba8248ef8bc640861 is 53, key is hbase:replication/table:state/1733192914101/Put/seqid=0 2024-12-03T02:29:41,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741849_1025 (size=5308) 2024-12-03T02:29:42,095 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T02:29:42,095 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:29:42,095 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:29:42,295 DEBUG [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:29:42,302 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 997, reset compression=false 2024-12-03T02:29:42,307 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:29:42,307 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 1292, reset compression=false 2024-12-03T02:29:42,307 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34259,1733192900695 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:29:42,309 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64035cbb0b46,34259,1733192900695: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64035cbb0b46,34259,1733192900695, walGroup=64035cbb0b46%2C34259%2C1733192900695, offset=64035cbb0b46%2C34259%2C1733192900695.1733192902809:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:34259 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T02:29:42,311 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T02:29:42,314 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T02:29:42,315 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T02:29:42,315 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T02:29:42,315 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T02:29:42,315 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 522111480 }, "NonHeapMemoryUsage": { "committed": 180289536, "init": 7667712, "max": -1, "used": 175588968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T02:29:42,318 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:46847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:46847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T02:29:42,397 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/.tmp/table/594fbef1d6d04f2ba8248ef8bc640861 2024-12-03T02:29:42,403 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/.tmp/info/e7876bc69a7f4c128d7c9524ba5366d4 as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/info/e7876bc69a7f4c128d7c9524ba5366d4 2024-12-03T02:29:42,408 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/info/e7876bc69a7f4c128d7c9524ba5366d4, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T02:29:42,409 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/.tmp/ns/afcff7f726c34424899a5a5dde07439f as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/ns/afcff7f726c34424899a5a5dde07439f 2024-12-03T02:29:42,414 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/ns/afcff7f726c34424899a5a5dde07439f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T02:29:42,415 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/.tmp/rep_barrier/1e9ed67951a34ab081c4a16e2c746a50 as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/rep_barrier/1e9ed67951a34ab081c4a16e2c746a50 2024-12-03T02:29:42,420 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/rep_barrier/1e9ed67951a34ab081c4a16e2c746a50, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T02:29:42,421 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/.tmp/table/594fbef1d6d04f2ba8248ef8bc640861 as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/table/594fbef1d6d04f2ba8248ef8bc640861 2024-12-03T02:29:42,426 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/table/594fbef1d6d04f2ba8248ef8bc640861, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T02:29:42,427 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false 2024-12-03T02:29:42,427 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:29:42,432 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T02:29:42,433 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:29:42,433 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:29:42,433 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:29:42,433 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192981094Running coprocessor pre-close hooks at 1733192981094Disabling compacts and flushes for region at 1733192981094Disabling writes for close at 1733192981094Obtaining lock to block concurrent updates at 1733192981094Preparing flush snapshotting stores in 1588230740 at 1733192981094Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733192981094Flushing stores of hbase:meta,,1.1588230740 at 1733192981095 (+1 ms)Flushing 1588230740/info: creating writer at 1733192981095Flushing 1588230740/info: appending metadata at 1733192981112 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733192981112Flushing 1588230740/ns: creating writer at 1733192981123 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733192981136 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733192981136Flushing 1588230740/rep_barrier: creating writer at 1733192981545 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733192981564 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733192981564Flushing 1588230740/table: creating writer at 1733192981975 (+411 ms)Flushing 1588230740/table: appending metadata at 1733192981992 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733192981992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39755317: reopening flushed file at 1733192982402 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aeff6ab: reopening flushed file at 1733192982408 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25028a82: reopening flushed file at 1733192982414 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ffecea: reopening flushed file at 1733192982420 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false at 1733192982427 (+7 ms)Writing region close event to WAL at 1733192982429 (+2 ms)Running coprocessor post-close hooks at 1733192982433 (+4 ms)Closed at 1733192982433 2024-12-03T02:29:42,433 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:29:42,495 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,34259,1733192900695; all regions closed. 2024-12-03T02:29:42,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741834_1010 (size=4239) 2024-12-03T02:29:42,498 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.meta.1733192903782.meta not finished, retry = 0 2024-12-03T02:29:42,511 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/WALs/64035cbb0b46,34259,1733192900695/64035cbb0b46%2C34259%2C1733192900695.1733192902809 to pos 1292, reset compression=false 2024-12-03T02:29:42,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741839_1015 (size=2700) 2024-12-03T02:29:42,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741832_1008 (size=1300) 2024-12-03T02:29:42,604 DEBUG [RS:0;64035cbb0b46:34259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:42,604 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:29:42,604 INFO [RS:0;64035cbb0b46:34259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:29:42,605 INFO [RS:0;64035cbb0b46:34259 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T02:29:42,605 INFO [RS:0;64035cbb0b46:34259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:29:42,605 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,34259,1733192900695 because: Region server is closing 2024-12-03T02:29:42,605 INFO [RS:0;64035cbb0b46:34259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:34259. 2024-12-03T02:29:42,605 DEBUG [RS:0;64035cbb0b46:34259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:29:42,605 DEBUG [RS:0;64035cbb0b46:34259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:42,605 DEBUG [RS:0;64035cbb0b46:34259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:42,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:29:42,606 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:29:42,706 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.shipper64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 terminated 2024-12-03T02:29:42,706 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34259,1733192900695.replicationSource.wal-reader.64035cbb0b46%2C34259%2C1733192900695,1-64035cbb0b46,34259,1733192900695 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:29:42,706 INFO [RS:0;64035cbb0b46:34259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34259 2024-12-03T02:29:42,733 INFO [RS:0;64035cbb0b46:34259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:29:42,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087/rs 2024-12-03T02:29:42,733 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-555546087/rs/64035cbb0b46,34259,1733192900695 2024-12-03T02:29:42,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,34259,1733192900695] 2024-12-03T02:29:42,749 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-555546087/draining/64035cbb0b46,34259,1733192900695 already deleted, retry=false 2024-12-03T02:29:42,750 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,34259,1733192900695 expired; onlineServers=0 2024-12-03T02:29:42,750 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,46847,1733192900508' ***** 2024-12-03T02:29:42,750 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:29:42,750 INFO [M:0;64035cbb0b46:46847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:29:42,750 INFO [M:0;64035cbb0b46:46847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:29:42,750 DEBUG [M:0;64035cbb0b46:46847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:29:42,750 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:29:42,750 DEBUG [M:0;64035cbb0b46:46847 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:29:42,750 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192902625 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192902625,5,FailOnTimeoutGroup] 2024-12-03T02:29:42,750 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192902624 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192902624,5,FailOnTimeoutGroup] 2024-12-03T02:29:42,750 INFO [M:0;64035cbb0b46:46847 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:29:42,750 INFO [M:0;64035cbb0b46:46847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:29:42,750 DEBUG [M:0;64035cbb0b46:46847 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:29:42,750 INFO [M:0;64035cbb0b46:46847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:29:42,750 INFO [M:0;64035cbb0b46:46847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:29:42,751 INFO [M:0;64035cbb0b46:46847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:29:42,751 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:29:42,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-555546087/master 2024-12-03T02:29:42,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-555546087 2024-12-03T02:29:42,758 DEBUG [M:0;64035cbb0b46:46847 {}] zookeeper.ZKUtil(347): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Unable to get data of znode /0-555546087/master because node does not exist (not an error) 2024-12-03T02:29:42,758 WARN [M:0;64035cbb0b46:46847 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:29:42,760 INFO [M:0;64035cbb0b46:46847 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/.lastflushedseqids 2024-12-03T02:29:42,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741850_1026 (size=263) 2024-12-03T02:29:42,764 INFO [M:0;64035cbb0b46:46847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:29:42,764 INFO [M:0;64035cbb0b46:46847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:29:42,764 DEBUG [M:0;64035cbb0b46:46847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:29:42,764 INFO [M:0;64035cbb0b46:46847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:42,764 DEBUG [M:0;64035cbb0b46:46847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:42,764 DEBUG [M:0;64035cbb0b46:46847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:29:42,764 DEBUG [M:0;64035cbb0b46:46847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:42,765 INFO [M:0;64035cbb0b46:46847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-12-03T02:29:42,782 DEBUG [M:0;64035cbb0b46:46847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c120f51674fd4708975cf2fe8f813cef is 82, key is hbase:meta,,1/info:regioninfo/1733192903820/Put/seqid=0 2024-12-03T02:29:42,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741851_1027 (size=5672) 2024-12-03T02:29:42,841 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:29:42,841 INFO [RS:0;64035cbb0b46:34259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:29:42,841 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34259-0x1019a4e88e00001, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:29:42,841 INFO [RS:0;64035cbb0b46:34259 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,34259,1733192900695; zookeeper connection closed. 2024-12-03T02:29:42,842 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e53300a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e53300a 2024-12-03T02:29:42,842 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:29:43,187 INFO [M:0;64035cbb0b46:46847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c120f51674fd4708975cf2fe8f813cef 2024-12-03T02:29:43,205 DEBUG [M:0;64035cbb0b46:46847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92cb9682d27a46f2a01f1c82922a34fc is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733192909778/Put/seqid=0 2024-12-03T02:29:43,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741852_1028 (size=7239) 2024-12-03T02:29:43,610 INFO [M:0;64035cbb0b46:46847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92cb9682d27a46f2a01f1c82922a34fc 2024-12-03T02:29:43,616 INFO [M:0;64035cbb0b46:46847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92cb9682d27a46f2a01f1c82922a34fc 2024-12-03T02:29:43,637 DEBUG [M:0;64035cbb0b46:46847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/179dea96b7d34700a712abdf8c9f4d46 is 69, key is 64035cbb0b46,34259,1733192900695/rs:state/1733192902661/Put/seqid=0 2024-12-03T02:29:43,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741853_1029 (size=5156) 2024-12-03T02:29:44,042 INFO [M:0;64035cbb0b46:46847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/179dea96b7d34700a712abdf8c9f4d46 2024-12-03T02:29:44,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:44,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:44,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:44,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:44,050 DEBUG [M:0;64035cbb0b46:46847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c120f51674fd4708975cf2fe8f813cef as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c120f51674fd4708975cf2fe8f813cef 2024-12-03T02:29:44,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:44,058 INFO [M:0;64035cbb0b46:46847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c120f51674fd4708975cf2fe8f813cef, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T02:29:44,061 DEBUG [M:0;64035cbb0b46:46847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92cb9682d27a46f2a01f1c82922a34fc as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92cb9682d27a46f2a01f1c82922a34fc 2024-12-03T02:29:44,071 INFO [M:0;64035cbb0b46:46847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92cb9682d27a46f2a01f1c82922a34fc 2024-12-03T02:29:44,071 INFO [M:0;64035cbb0b46:46847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92cb9682d27a46f2a01f1c82922a34fc, entries=11, sequenceid=105, filesize=7.1 K 2024-12-03T02:29:44,073 DEBUG [M:0;64035cbb0b46:46847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/179dea96b7d34700a712abdf8c9f4d46 as hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/179dea96b7d34700a712abdf8c9f4d46 2024-12-03T02:29:44,084 INFO [M:0;64035cbb0b46:46847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35287/user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/179dea96b7d34700a712abdf8c9f4d46, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T02:29:44,086 INFO [M:0;64035cbb0b46:46847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=105, compaction requested=false 2024-12-03T02:29:44,095 INFO [M:0;64035cbb0b46:46847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:44,096 DEBUG [M:0;64035cbb0b46:46847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192982764Disabling compacts and flushes for region at 1733192982764Disabling writes for close at 1733192982764Obtaining lock to block concurrent updates at 1733192982765 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733192982765Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1733192982765Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733192982765Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733192982765Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733192982781 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733192982781Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733192983192 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733192983205 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733192983205Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733192983617 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733192983636 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733192983636Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1218c7f9: reopening flushed file at 1733192984049 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728fa5ef: reopening flushed file at 1733192984058 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ccc19a8: reopening flushed file at 1733192984071 (+13 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=105, compaction requested=false at 1733192984086 (+15 ms)Writing region close event to WAL at 1733192984095 (+9 ms)Closed at 1733192984095 2024-12-03T02:29:44,109 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f77ea0e-332d-e92b-d513-45bfa10767a4/MasterData/WALs/64035cbb0b46,46847,1733192900508/64035cbb0b46%2C46847%2C1733192900508.1733192902427 not finished, retry = 0 2024-12-03T02:29:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38097 is added to blk_1073741830_1006 (size=64514) 2024-12-03T02:29:44,220 INFO [M:0;64035cbb0b46:46847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:29:44,221 INFO [M:0;64035cbb0b46:46847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46847 2024-12-03T02:29:44,221 INFO [M:0;64035cbb0b46:46847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:29:44,221 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:29:44,350 INFO [M:0;64035cbb0b46:46847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:29:44,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:29:44,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46847-0x1019a4e88e00000, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:29:44,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dbb5020{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:29:44,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28431993{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:29:44,365 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:29:44,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@740b61c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:29:44,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb41989{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/hadoop.log.dir/,STOPPED} 2024-12-03T02:29:44,367 WARN [BP-2103910528-172.17.0.3-1733192898334 heartbeating to localhost/127.0.0.1:35287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:29:44,367 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:29:44,367 WARN [BP-2103910528-172.17.0.3-1733192898334 heartbeating to localhost/127.0.0.1:35287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2103910528-172.17.0.3-1733192898334 (Datanode Uuid 398c34fe-2dee-417f-ac20-948575aa8a63) service to localhost/127.0.0.1:35287 2024-12-03T02:29:44,367 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:29:44,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/cluster_ccdc3727-ddd5-cb2a-59a4-db64ce5cfb11/data/data1/current/BP-2103910528-172.17.0.3-1733192898334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:29:44,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/cluster_ccdc3727-ddd5-cb2a-59a4-db64ce5cfb11/data/data2/current/BP-2103910528-172.17.0.3-1733192898334 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:29:44,368 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:29:44,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@262a1159{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:29:44,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b468795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:29:44,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:29:44,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a49abd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:29:44,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50e7c708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a376ae7-cdb3-5b5b-f27b-7a2eb40f6072/hadoop.log.dir/,STOPPED} 2024-12-03T02:29:44,405 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T02:29:44,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:29:44,433 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 137) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f3b78b8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60891) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:44295 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f3b78b8fac8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60891) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35287 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=529 (was 687), ProcessCount=11 (was 11), AvailableMemoryMB=1226 (was 2052) 2024-12-03T02:29:44,443 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=529, ProcessCount=11, AvailableMemoryMB=1226 2024-12-03T02:29:44,457 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-03T02:29:44,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/hadoop.log.dir so I do NOT create it in target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec 2024-12-03T02:29:44,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:29:44,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/hadoop.tmp.dir so I do NOT create it in target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec 2024-12-03T02:29:44,458 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa11d528-9046-c740-a116-1cc513c24000/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:29:44,458 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec 2024-12-03T02:29:44,458 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/cluster_5e9e2a6d-044a-a796-25f8-bfd68af1d221, deleteOnExit=true 2024-12-03T02:29:44,492 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/cluster_5e9e2a6d-044a-a796-25f8-bfd68af1d221/zookeeper_0, clientPort=53553, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/cluster_5e9e2a6d-044a-a796-25f8-bfd68af1d221/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/cluster_5e9e2a6d-044a-a796-25f8-bfd68af1d221/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T02:29:44,493 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53553 2024-12-03T02:29:44,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:29:44,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:29:44,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/test.cache.data in system properties and HBase conf 2024-12-03T02:29:44,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:29:44,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:29:44,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:29:44,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:29:44,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:29:44,493 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:29:44,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:29:44,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a4e88e00002, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:29:44,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a4e88e00002, quorum=127.0.0.1:60891, baseZNode=/0-555546087 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:29:44,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a4e88e00005, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:29:44,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a4e88e00005, quorum=127.0.0.1:60891, baseZNode=/1-1271840409 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:29:44,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:29:44,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:44,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:44,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:44,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:44,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:44,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:44,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:29:44,857 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:29:44,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:29:44,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:29:44,859 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:29:44,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:29:44,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16a38ed3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:29:44,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@258ab457{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:29:44,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d27629c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/java.io.tmpdir/jetty-localhost-39641-hadoop-hdfs-3_4_1-tests_jar-_-any-17336678630307481871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:29:44,982 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@388eaf91{HTTP/1.1, (http/1.1)}{localhost:39641} 2024-12-03T02:29:44,982 INFO [Time-limited test {}] server.Server(415): Started @140169ms 2024-12-03T02:29:45,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:29:45,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:29:45,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:29:45,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:29:45,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:29:45,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f06f586{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:29:45,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@718bbb2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:29:45,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5924fa2b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/java.io.tmpdir/jetty-localhost-44679-hadoop-hdfs-3_4_1-tests_jar-_-any-14373962990039719261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:29:45,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b377a9f{HTTP/1.1, (http/1.1)}{localhost:44679} 2024-12-03T02:29:45,310 INFO [Time-limited test {}] server.Server(415): Started @140497ms 2024-12-03T02:29:45,311 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:29:45,824 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/cluster_5e9e2a6d-044a-a796-25f8-bfd68af1d221/data/data1/current/BP-1585108038-172.17.0.3-1733192984521/current, will proceed with Du for space computation calculation, 2024-12-03T02:29:45,825 WARN [Thread-1292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/cluster_5e9e2a6d-044a-a796-25f8-bfd68af1d221/data/data2/current/BP-1585108038-172.17.0.3-1733192984521/current, will proceed with Du for space computation calculation, 2024-12-03T02:29:45,845 WARN [Thread-1279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:29:45,848 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb73c2e66c6b972e5 with lease ID 0x6ba5349bed3efb88: Processing first storage report for DS-8ef8f4ff-b0e7-457d-9474-37434e40aa60 from datanode DatanodeRegistration(127.0.0.1:32885, datanodeUuid=450ca7f1-b0bf-4c63-90cf-e177d15400e2, infoPort=38985, infoSecurePort=0, ipcPort=33979, storageInfo=lv=-57;cid=testClusterID;nsid=1618308001;c=1733192984521) 2024-12-03T02:29:45,848 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb73c2e66c6b972e5 with lease ID 0x6ba5349bed3efb88: from storage DS-8ef8f4ff-b0e7-457d-9474-37434e40aa60 node DatanodeRegistration(127.0.0.1:32885, datanodeUuid=450ca7f1-b0bf-4c63-90cf-e177d15400e2, infoPort=38985, infoSecurePort=0, ipcPort=33979, storageInfo=lv=-57;cid=testClusterID;nsid=1618308001;c=1733192984521), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:29:45,848 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb73c2e66c6b972e5 with lease ID 0x6ba5349bed3efb88: Processing first storage report for DS-f523a5a1-ca4e-472f-b141-1c602c1237bc from datanode DatanodeRegistration(127.0.0.1:32885, datanodeUuid=450ca7f1-b0bf-4c63-90cf-e177d15400e2, infoPort=38985, infoSecurePort=0, ipcPort=33979, storageInfo=lv=-57;cid=testClusterID;nsid=1618308001;c=1733192984521) 2024-12-03T02:29:45,848 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb73c2e66c6b972e5 with lease ID 0x6ba5349bed3efb88: from storage DS-f523a5a1-ca4e-472f-b141-1c602c1237bc node DatanodeRegistration(127.0.0.1:32885, datanodeUuid=450ca7f1-b0bf-4c63-90cf-e177d15400e2, infoPort=38985, infoSecurePort=0, ipcPort=33979, storageInfo=lv=-57;cid=testClusterID;nsid=1618308001;c=1733192984521), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:29:45,935 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec 2024-12-03T02:29:45,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:45,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:45,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:29:46,345 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543 with version=8 2024-12-03T02:29:46,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/hbase-staging 2024-12-03T02:29:46,347 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:29:46,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:29:46,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:29:46,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:29:46,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:29:46,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:29:46,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:29:46,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:29:46,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41929 2024-12-03T02:29:46,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41929 connecting to ZooKeeper ensemble=127.0.0.1:53553 2024-12-03T02:29:46,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419290x0, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:29:46,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41929-0x1019a4fd9910000 connected 2024-12-03T02:29:46,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:46,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:46,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/running 2024-12-03T02:29:46,547 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543, hbase.cluster.distributed=false 2024-12-03T02:29:46,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/acl 2024-12-03T02:29:46,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41929 2024-12-03T02:29:46,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41929 2024-12-03T02:29:46,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41929 2024-12-03T02:29:46,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41929 2024-12-03T02:29:46,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41929 2024-12-03T02:29:46,582 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:29:46,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:29:46,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:29:46,583 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:29:46,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:29:46,583 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:29:46,583 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:29:46,583 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:29:46,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34737 2024-12-03T02:29:46,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34737 connecting to ZooKeeper ensemble=127.0.0.1:53553 2024-12-03T02:29:46,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:46,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:46,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347370x0, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:29:46,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347370x0, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/running 2024-12-03T02:29:46,605 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:29:46,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34737-0x1019a4fd9910001 connected 2024-12-03T02:29:46,616 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:29:46,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/master 2024-12-03T02:29:46,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/acl 2024-12-03T02:29:46,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34737 2024-12-03T02:29:46,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34737 2024-12-03T02:29:46,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34737 2024-12-03T02:29:46,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34737 2024-12-03T02:29:46,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34737 2024-12-03T02:29:46,654 DEBUG [M:0;64035cbb0b46:41929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:41929 2024-12-03T02:29:46,654 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-806788022/backup-masters/64035cbb0b46,41929,1733192986347 2024-12-03T02:29:46,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022/backup-masters 2024-12-03T02:29:46,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022/backup-masters 2024-12-03T02:29:46,661 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on existing znode=/0-806788022/backup-masters/64035cbb0b46,41929,1733192986347 2024-12-03T02:29:46,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-806788022/master 2024-12-03T02:29:46,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:46,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:46,674 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on existing znode=/0-806788022/master 2024-12-03T02:29:46,674 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-806788022/backup-masters/64035cbb0b46,41929,1733192986347 from backup master directory 2024-12-03T02:29:46,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022/backup-masters 2024-12-03T02:29:46,687 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:29:46,688 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,41929,1733192986347 2024-12-03T02:29:46,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-806788022/backup-masters/64035cbb0b46,41929,1733192986347 2024-12-03T02:29:46,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022/backup-masters 2024-12-03T02:29:46,697 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/hbase.id] with ID: 4e296623-74d6-4a38-bb50-f27a860cc712 2024-12-03T02:29:46,697 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/.tmp/hbase.id 2024-12-03T02:29:46,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:29:46,713 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/.tmp/hbase.id]:[hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/hbase.id] 2024-12-03T02:29:46,743 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:46,743 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:29:46,745 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T02:29:46,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:46,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:46,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:29:47,162 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:29:47,163 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:29:47,163 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:29:47,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:29:47,587 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store 2024-12-03T02:29:47,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:29:48,003 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:29:48,004 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:29:48,004 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:48,004 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:48,004 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:29:48,004 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:48,004 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:48,004 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192988003Disabling compacts and flushes for region at 1733192988003Disabling writes for close at 1733192988004 (+1 ms)Writing region close event to WAL at 1733192988004Closed at 1733192988004 2024-12-03T02:29:48,011 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/.initializing 2024-12-03T02:29:48,011 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,41929,1733192986347 2024-12-03T02:29:48,015 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:29:48,021 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C41929%2C1733192986347, suffix=, logDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,41929,1733192986347, archiveDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/oldWALs, maxLogs=10 2024-12-03T02:29:48,040 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,41929,1733192986347/64035cbb0b46%2C41929%2C1733192986347.1733192988021, exclude list is [], retry=0 2024-12-03T02:29:48,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-8ef8f4ff-b0e7-457d-9474-37434e40aa60,DISK] 2024-12-03T02:29:48,064 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,41929,1733192986347/64035cbb0b46%2C41929%2C1733192986347.1733192988021 2024-12-03T02:29:48,067 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38985:38985)] 2024-12-03T02:29:48,067 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:29:48,068 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:29:48,068 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:48,068 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:48,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:48,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:29:48,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:48,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:48,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:48,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:29:48,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:48,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:29:48,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:48,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:29:48,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:48,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:29:48,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:48,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:29:48,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:48,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:29:48,093 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:48,095 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:48,099 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:48,116 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:48,116 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:48,125 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:29:48,134 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:48,159 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:29:48,167 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70632305, jitterRate=0.05250336229801178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:29:48,170 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733192988068Initializing all the Stores at 1733192988069 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192988069Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192988070 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192988070Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192988070Cleaning up temporary data from old regions at 1733192988116 (+46 ms)Region opened successfully at 1733192988170 (+54 ms) 2024-12-03T02:29:48,175 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:29:48,194 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5299a26a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:29:48,199 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:29:48,199 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:29:48,199 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:29:48,200 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:29:48,200 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:29:48,201 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:29:48,201 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:29:48,222 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:29:48,224 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Unable to get data of znode /0-806788022/balancer because node does not exist (not necessarily an error) 2024-12-03T02:29:48,251 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/balancer already deleted, retry=false 2024-12-03T02:29:48,251 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:29:48,252 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Unable to get data of znode /0-806788022/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:29:48,259 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/normalizer already deleted, retry=false 2024-12-03T02:29:48,260 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:29:48,272 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Unable to get data of znode /0-806788022/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:29:48,287 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/switch/split already deleted, retry=false 2024-12-03T02:29:48,292 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Unable to get data of znode /0-806788022/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:29:48,311 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/switch/merge already deleted, retry=false 2024-12-03T02:29:48,335 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Unable to get data of znode /0-806788022/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:29:48,351 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/snapshot-cleanup already deleted, retry=false 2024-12-03T02:29:48,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-806788022/running 2024-12-03T02:29:48,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:48,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-806788022/running 2024-12-03T02:29:48,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:48,372 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,41929,1733192986347, sessionid=0x1019a4fd9910000, setting cluster-up flag (Was=false) 2024-12-03T02:29:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:48,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:48,419 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-806788022/flush-table-proc/acquired, /0-806788022/flush-table-proc/reached, /0-806788022/flush-table-proc/abort 2024-12-03T02:29:48,445 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,41929,1733192986347 2024-12-03T02:29:48,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:48,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:48,484 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-806788022/online-snapshot/acquired, /0-806788022/online-snapshot/reached, /0-806788022/online-snapshot/abort 2024-12-03T02:29:48,488 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,41929,1733192986347 2024-12-03T02:29:48,490 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:29:48,492 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:29:48,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:29:48,493 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:29:48,493 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,41929,1733192986347 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:29:48,495 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:29:48,495 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:29:48,495 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:29:48,495 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:29:48,495 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:29:48,495 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:48,495 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:29:48,495 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:48,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:29:48,505 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:29:48,506 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:48,506 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:29:48,523 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193018523 2024-12-03T02:29:48,524 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:29:48,524 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:29:48,524 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:29:48,524 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:29:48,524 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:29:48,524 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:29:48,527 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,540 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:29:48,540 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:29:48,540 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:29:48,540 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:29:48,545 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:29:48,545 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:29:48,545 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192988545,5,FailOnTimeoutGroup] 2024-12-03T02:29:48,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:29:48,547 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192988545,5,FailOnTimeoutGroup] 2024-12-03T02:29:48,547 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,547 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:29:48,547 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,547 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:29:48,548 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543 2024-12-03T02:29:48,548 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(746): ClusterId : 4e296623-74d6-4a38-bb50-f27a860cc712 2024-12-03T02:29:48,548 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:29:48,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741832_1008 (size=32) 2024-12-03T02:29:48,562 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:29:48,562 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:29:48,568 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:29:48,568 DEBUG [RS:0;64035cbb0b46:34737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae733b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:29:48,584 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:34737 2024-12-03T02:29:48,584 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:29:48,584 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:29:48,584 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:29:48,585 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,41929,1733192986347 with port=34737, startcode=1733192986582 2024-12-03T02:29:48,585 DEBUG [RS:0;64035cbb0b46:34737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:29:48,588 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:29:48,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,34737,1733192986582 2024-12-03T02:29:48,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41929 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,34737,1733192986582 2024-12-03T02:29:48,591 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543 2024-12-03T02:29:48,591 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40089 2024-12-03T02:29:48,591 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:29:48,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022/rs 2024-12-03T02:29:48,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,34737,1733192986582] 2024-12-03T02:29:48,617 DEBUG [RS:0;64035cbb0b46:34737 {}] zookeeper.ZKUtil(111): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on existing znode=/0-806788022/rs/64035cbb0b46,34737,1733192986582 2024-12-03T02:29:48,617 WARN [RS:0;64035cbb0b46:34737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:29:48,617 INFO [RS:0;64035cbb0b46:34737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:29:48,617 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582 2024-12-03T02:29:48,621 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:29:48,623 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:29:48,627 INFO [RS:0;64035cbb0b46:34737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:29:48,627 INFO [RS:0;64035cbb0b46:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,635 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:29:48,636 INFO [RS:0;64035cbb0b46:34737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:29:48,636 INFO [RS:0;64035cbb0b46:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,636 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:48,636 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:48,636 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:48,636 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:48,636 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:48,636 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:29:48,636 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:48,637 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:48,637 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:48,637 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:48,637 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:48,637 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:48,637 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:29:48,637 DEBUG [RS:0;64035cbb0b46:34737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:29:48,641 INFO [RS:0;64035cbb0b46:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,641 INFO [RS:0;64035cbb0b46:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,641 INFO [RS:0;64035cbb0b46:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,641 INFO [RS:0;64035cbb0b46:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,642 INFO [RS:0;64035cbb0b46:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,642 INFO [RS:0;64035cbb0b46:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,34737,1733192986582-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:29:48,660 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:29:48,660 INFO [RS:0;64035cbb0b46:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,34737,1733192986582-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,660 INFO [RS:0;64035cbb0b46:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,660 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.Replication(171): 64035cbb0b46,34737,1733192986582 started 2024-12-03T02:29:48,676 INFO [RS:0;64035cbb0b46:34737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:48,676 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,34737,1733192986582, RpcServer on 64035cbb0b46/172.17.0.3:34737, sessionid=0x1019a4fd9910001 2024-12-03T02:29:48,676 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:29:48,676 DEBUG [RS:0;64035cbb0b46:34737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,34737,1733192986582 2024-12-03T02:29:48,676 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,34737,1733192986582' 2024-12-03T02:29:48,676 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-806788022/flush-table-proc/abort' 2024-12-03T02:29:48,677 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-806788022/flush-table-proc/acquired' 2024-12-03T02:29:48,677 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:29:48,677 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:29:48,677 DEBUG [RS:0;64035cbb0b46:34737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,34737,1733192986582 2024-12-03T02:29:48,677 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,34737,1733192986582' 2024-12-03T02:29:48,677 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-806788022/online-snapshot/abort' 2024-12-03T02:29:48,679 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-806788022/online-snapshot/acquired' 2024-12-03T02:29:48,680 DEBUG [RS:0;64035cbb0b46:34737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:29:48,680 INFO [RS:0;64035cbb0b46:34737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:29:48,680 INFO [RS:0;64035cbb0b46:34737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:29:48,781 INFO [RS:0;64035cbb0b46:34737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:29:48,782 INFO [RS:0;64035cbb0b46:34737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C34737%2C1733192986582, suffix=, logDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582, archiveDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/oldWALs, maxLogs=10 2024-12-03T02:29:48,801 DEBUG [RS:0;64035cbb0b46:34737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582/64035cbb0b46%2C34737%2C1733192986582.1733192988783, exclude list is [], retry=0 2024-12-03T02:29:48,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-8ef8f4ff-b0e7-457d-9474-37434e40aa60,DISK] 2024-12-03T02:29:48,806 INFO [RS:0;64035cbb0b46:34737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582/64035cbb0b46%2C34737%2C1733192986582.1733192988783 2024-12-03T02:29:48,806 DEBUG [RS:0;64035cbb0b46:34737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38985:38985)] 2024-12-03T02:29:48,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:29:48,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:29:48,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:29:48,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:48,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:48,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:29:48,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:29:48,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:48,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:48,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:29:48,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:29:48,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:48,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:48,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:29:48,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:29:48,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:48,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:48,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:29:48,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740 2024-12-03T02:29:48,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740 2024-12-03T02:29:48,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:29:48,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:29:48,969 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:29:48,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:29:48,972 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:29:48,972 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72949643, jitterRate=0.08703438937664032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:29:48,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733192988958Initializing all the Stores at 1733192988959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192988959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192988959Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192988959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192988959Cleaning up temporary data from old regions at 1733192988968 (+9 ms)Region opened successfully at 1733192988973 (+5 ms) 2024-12-03T02:29:48,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:29:48,973 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:29:48,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:29:48,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:29:48,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:29:48,974 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:29:48,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192988973Disabling compacts and flushes for region at 1733192988973Disabling writes for close at 1733192988973Writing region close event to WAL at 1733192988974 (+1 ms)Closed at 1733192988974 2024-12-03T02:29:48,975 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:29:48,975 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:29:48,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:29:48,977 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:29:48,979 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:29:49,129 DEBUG [64035cbb0b46:41929 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:29:49,130 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,34737,1733192986582 2024-12-03T02:29:49,131 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,34737,1733192986582, state=OPENING 2024-12-03T02:29:49,133 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:29:49,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:49,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:49,142 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:29:49,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-806788022/meta-region-server: CHANGED 2024-12-03T02:29:49,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-806788022/meta-region-server: CHANGED 2024-12-03T02:29:49,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,34737,1733192986582}] 2024-12-03T02:29:49,313 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:29:49,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:29:49,337 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:29:49,337 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:29:49,347 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:29:49,349 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C34737%2C1733192986582.meta, suffix=.meta, logDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582, archiveDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/oldWALs, maxLogs=10 2024-12-03T02:29:49,382 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582/64035cbb0b46%2C34737%2C1733192986582.meta.1733192989349.meta, exclude list is [], retry=0 2024-12-03T02:29:49,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-8ef8f4ff-b0e7-457d-9474-37434e40aa60,DISK] 2024-12-03T02:29:49,396 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582/64035cbb0b46%2C34737%2C1733192986582.meta.1733192989349.meta 2024-12-03T02:29:49,403 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38985:38985)] 2024-12-03T02:29:49,404 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:29:49,404 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:29:49,404 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:29:49,404 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:29:49,404 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:29:49,405 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:29:49,405 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:29:49,405 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:29:49,405 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:29:49,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:29:49,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:29:49,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:49,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:49,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:29:49,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:29:49,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:49,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:49,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:29:49,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:29:49,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:49,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:49,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:29:49,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:29:49,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:49,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:49,414 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:29:49,415 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740 2024-12-03T02:29:49,416 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740 2024-12-03T02:29:49,420 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:29:49,420 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:29:49,421 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:29:49,422 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:29:49,423 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59101216, jitterRate=-0.1193232536315918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:29:49,423 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:29:49,424 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733192989405Writing region info on filesystem at 1733192989405Initializing all the Stores at 1733192989406 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192989406Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192989406Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192989406Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192989406Cleaning up temporary data from old regions at 1733192989420 (+14 ms)Running coprocessor post-open hooks at 1733192989423 (+3 ms)Region opened successfully at 1733192989424 (+1 ms) 2024-12-03T02:29:49,425 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733192989313 2024-12-03T02:29:49,431 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:29:49,431 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:29:49,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,34737,1733192986582 2024-12-03T02:29:49,433 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,34737,1733192986582, state=OPEN 2024-12-03T02:29:49,488 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,34737,1733192986582 2024-12-03T02:29:49,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-806788022/meta-region-server 2024-12-03T02:29:49,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-806788022/meta-region-server 2024-12-03T02:29:49,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-806788022/meta-region-server: CHANGED 2024-12-03T02:29:49,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-806788022/meta-region-server: CHANGED 2024-12-03T02:29:49,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:29:49,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,34737,1733192986582 in 346 msec 2024-12-03T02:29:49,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:29:49,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-12-03T02:29:49,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:29:49,507 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:29:49,509 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:29:49,509 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34737,1733192986582, seqNum=-1] 2024-12-03T02:29:49,509 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:29:49,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:29:49,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0290 sec 2024-12-03T02:29:49,521 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733192989521, completionTime=-1 2024-12-03T02:29:49,521 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:29:49,521 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:29:49,524 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:29:49,524 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193049524 2024-12-03T02:29:49,524 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193109524 2024-12-03T02:29:49,524 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T02:29:49,525 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41929,1733192986347-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:49,525 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41929,1733192986347-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:49,525 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41929,1733192986347-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:49,525 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:41929, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:49,525 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:49,535 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:29:49,543 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:49,548 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.860sec 2024-12-03T02:29:49,549 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:29:49,549 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:29:49,549 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:29:49,549 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:29:49,549 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:29:49,549 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41929,1733192986347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:29:49,549 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41929,1733192986347-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:29:49,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358bbf98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:49,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41929,-1 for getting cluster id 2024-12-03T02:29:49,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:29:49,573 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e296623-74d6-4a38-bb50-f27a860cc712' 2024-12-03T02:29:49,580 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:29:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e296623-74d6-4a38-bb50-f27a860cc712" 2024-12-03T02:29:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488295c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41929,-1] 2024-12-03T02:29:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:29:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:49,584 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:29:49,585 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:29:49,585 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:29:49,585 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41929,1733192986347-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:49,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d88f63b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:49,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:29:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34737,1733192986582, seqNum=-1] 2024-12-03T02:29:49,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:29:49,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:29:49,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,41929,1733192986347 2024-12-03T02:29:49,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53553 2024-12-03T02:29:49,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:29:49,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a4fd9910002 connected 2024-12-03T02:29:49,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/hadoop.log.dir so I do NOT create it in target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915 2024-12-03T02:29:49,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:29:49,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/hadoop.tmp.dir so I do NOT create it in target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915 2024-12-03T02:29:49,637 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:29:49,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915 2024-12-03T02:29:49,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:29:49,638 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/cluster_f11e3981-c4ca-07da-5f9e-6f947180d544, deleteOnExit=true 2024-12-03T02:29:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:29:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/test.cache.data in system properties and HBase conf 2024-12-03T02:29:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:29:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:29:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:29:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:29:49,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:29:49,639 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:29:49,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:29:49,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:29:49,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:29:49,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:29:49,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:29:49,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:29:49,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:29:49,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:29:49,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:29:49,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:29:49,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:29:49,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:29:49,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:29:49,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:29:50,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:29:50,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:29:50,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:29:50,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:29:50,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:29:50,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:29:50,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23ad2ba5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:29:50,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@432862bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:29:50,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1950{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/java.io.tmpdir/jetty-localhost-43959-hadoop-hdfs-3_4_1-tests_jar-_-any-10296657211552159699/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:29:50,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@402eadba{HTTP/1.1, (http/1.1)}{localhost:43959} 2024-12-03T02:29:50,341 INFO [Time-limited test {}] server.Server(415): Started @145528ms 2024-12-03T02:29:50,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:29:50,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:29:50,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:29:50,911 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:29:50,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:29:50,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@710e96d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:29:50,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@695e96e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:29:51,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12999591{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/java.io.tmpdir/jetty-localhost-38845-hadoop-hdfs-3_4_1-tests_jar-_-any-4896773123950336336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:29:51,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ead8141{HTTP/1.1, (http/1.1)}{localhost:38845} 2024-12-03T02:29:51,069 INFO [Time-limited test {}] server.Server(415): Started @146256ms 2024-12-03T02:29:51,072 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:29:51,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T02:29:51,633 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/cluster_f11e3981-c4ca-07da-5f9e-6f947180d544/data/data1/current/BP-1973999083-172.17.0.3-1733192989662/current, will proceed with Du for space computation calculation, 2024-12-03T02:29:51,633 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/cluster_f11e3981-c4ca-07da-5f9e-6f947180d544/data/data2/current/BP-1973999083-172.17.0.3-1733192989662/current, will proceed with Du for space computation calculation, 2024-12-03T02:29:51,665 WARN [Thread-1399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:29:51,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b5344ecbfbdd5aa with lease ID 0xb67200d9f47320: Processing first storage report for DS-5fc60cba-0bfd-499f-bb54-b357777e79ca from datanode DatanodeRegistration(127.0.0.1:39215, datanodeUuid=d630bf10-ee6a-447a-adbb-d3b6dfa69c3d, infoPort=36045, infoSecurePort=0, ipcPort=33915, storageInfo=lv=-57;cid=testClusterID;nsid=21508807;c=1733192989662) 2024-12-03T02:29:51,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b5344ecbfbdd5aa with lease ID 0xb67200d9f47320: from storage DS-5fc60cba-0bfd-499f-bb54-b357777e79ca node DatanodeRegistration(127.0.0.1:39215, datanodeUuid=d630bf10-ee6a-447a-adbb-d3b6dfa69c3d, infoPort=36045, infoSecurePort=0, ipcPort=33915, storageInfo=lv=-57;cid=testClusterID;nsid=21508807;c=1733192989662), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:29:51,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b5344ecbfbdd5aa with lease ID 0xb67200d9f47320: Processing first storage report for DS-21bb8e72-0856-4f98-bce9-e70e2d7d1932 from datanode DatanodeRegistration(127.0.0.1:39215, datanodeUuid=d630bf10-ee6a-447a-adbb-d3b6dfa69c3d, infoPort=36045, infoSecurePort=0, ipcPort=33915, storageInfo=lv=-57;cid=testClusterID;nsid=21508807;c=1733192989662) 2024-12-03T02:29:51,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b5344ecbfbdd5aa with lease ID 0xb67200d9f47320: from storage DS-21bb8e72-0856-4f98-bce9-e70e2d7d1932 node DatanodeRegistration(127.0.0.1:39215, datanodeUuid=d630bf10-ee6a-447a-adbb-d3b6dfa69c3d, infoPort=36045, infoSecurePort=0, ipcPort=33915, storageInfo=lv=-57;cid=testClusterID;nsid=21508807;c=1733192989662), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:29:51,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915 2024-12-03T02:29:51,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:51,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:29:52,122 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67 with version=8 2024-12-03T02:29:52,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/hbase-staging 2024-12-03T02:29:52,124 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:29:52,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:29:52,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:29:52,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:29:52,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:29:52,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:29:52,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:29:52,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:29:52,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44891 2024-12-03T02:29:52,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44891 connecting to ZooKeeper ensemble=127.0.0.1:53553 2024-12-03T02:29:52,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448910x0, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:29:52,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44891-0x1019a4fd9910003 connected 2024-12-03T02:29:52,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:52,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:52,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Set watcher on znode that does not yet exist, /1576000494/running 2024-12-03T02:29:52,204 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67, hbase.cluster.distributed=false 2024-12-03T02:29:52,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Set watcher on znode that does not yet exist, /1576000494/acl 2024-12-03T02:29:52,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44891 2024-12-03T02:29:52,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44891 2024-12-03T02:29:52,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44891 2024-12-03T02:29:52,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44891 2024-12-03T02:29:52,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44891 2024-12-03T02:29:52,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:29:52,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:29:52,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:29:52,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:29:52,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:29:52,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:29:52,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:29:52,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:29:52,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36345 2024-12-03T02:29:52,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36345 connecting to ZooKeeper ensemble=127.0.0.1:53553 2024-12-03T02:29:52,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:52,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:52,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363450x0, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:29:52,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363450x0, quorum=127.0.0.1:53553, baseZNode=/1576000494 Set watcher on znode that does not yet exist, /1576000494/running 2024-12-03T02:29:52,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36345-0x1019a4fd9910004 connected 2024-12-03T02:29:52,225 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:29:52,226 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:29:52,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Set watcher on znode that does not yet exist, /1576000494/master 2024-12-03T02:29:52,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Set watcher on znode that does not yet exist, /1576000494/acl 2024-12-03T02:29:52,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36345 2024-12-03T02:29:52,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36345 2024-12-03T02:29:52,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36345 2024-12-03T02:29:52,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36345 2024-12-03T02:29:52,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36345 2024-12-03T02:29:52,245 DEBUG [M:0;64035cbb0b46:44891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:44891 2024-12-03T02:29:52,245 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1576000494/backup-masters/64035cbb0b46,44891,1733192992124 2024-12-03T02:29:52,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494/backup-masters 2024-12-03T02:29:52,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494/backup-masters 2024-12-03T02:29:52,250 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Set watcher on existing znode=/1576000494/backup-masters/64035cbb0b46,44891,1733192992124 2024-12-03T02:29:52,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:29:52,259 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Set watcher on existing znode=/1576000494/master 2024-12-03T02:29:52,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1576000494/master 2024-12-03T02:29:52,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:29:52,259 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1576000494/backup-masters/64035cbb0b46,44891,1733192992124 from backup master directory 2024-12-03T02:29:52,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494/backup-masters 2024-12-03T02:29:52,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1576000494/backup-masters/64035cbb0b46,44891,1733192992124 2024-12-03T02:29:52,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494/backup-masters 2024-12-03T02:29:52,267 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:29:52,267 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,44891,1733192992124 2024-12-03T02:29:52,270 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/hbase.id] with ID: ecceaf01-ed39-4bbf-974c-e275dc138f0b 2024-12-03T02:29:52,270 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/.tmp/hbase.id 2024-12-03T02:29:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:29:52,674 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/.tmp/hbase.id]:[hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/hbase.id] 2024-12-03T02:29:52,688 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:29:52,688 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:29:52,689 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T02:29:52,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:29:52,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:29:52,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:29:53,118 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:29:53,118 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:29:53,118 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:29:53,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:29:53,525 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store 2024-12-03T02:29:53,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:29:53,932 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:29:53,932 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:29:53,932 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:53,932 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:53,932 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:29:53,932 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:53,932 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:29:53,932 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733192993932Disabling compacts and flushes for region at 1733192993932Disabling writes for close at 1733192993932Writing region close event to WAL at 1733192993932Closed at 1733192993932 2024-12-03T02:29:53,933 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/.initializing 2024-12-03T02:29:53,933 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/WALs/64035cbb0b46,44891,1733192992124 2024-12-03T02:29:53,934 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:29:53,936 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C44891%2C1733192992124, suffix=, logDir=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/WALs/64035cbb0b46,44891,1733192992124, archiveDir=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/oldWALs, maxLogs=10 2024-12-03T02:29:53,952 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/WALs/64035cbb0b46,44891,1733192992124/64035cbb0b46%2C44891%2C1733192992124.1733192993936, exclude list is [], retry=0 2024-12-03T02:29:53,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-5fc60cba-0bfd-499f-bb54-b357777e79ca,DISK] 2024-12-03T02:29:53,957 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/WALs/64035cbb0b46,44891,1733192992124/64035cbb0b46%2C44891%2C1733192992124.1733192993936 2024-12-03T02:29:53,959 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36045:36045)] 2024-12-03T02:29:53,959 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:29:53,959 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:29:53,960 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:53,960 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:53,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:53,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:29:53,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:53,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:53,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:53,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:29:53,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:53,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:29:53,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:53,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:29:53,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:53,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:29:53,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:53,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:29:53,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:53,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:29:53,968 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:53,969 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:53,969 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:53,970 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:53,970 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:53,970 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:29:53,971 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:29:53,973 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:29:53,973 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62520073, jitterRate=-0.06837831437587738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:29:53,974 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733192993960Initializing all the Stores at 1733192993960Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192993960Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192993961 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192993961Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192993961Cleaning up temporary data from old regions at 1733192993970 (+9 ms)Region opened successfully at 1733192993974 (+4 ms) 2024-12-03T02:29:53,974 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:29:53,976 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148f2047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:29:53,977 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:29:53,977 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:29:53,977 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:29:53,978 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:29:53,979 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T02:29:53,980 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:29:53,980 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:29:53,985 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:29:53,987 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Unable to get data of znode /1576000494/balancer because node does not exist (not necessarily an error) 2024-12-03T02:29:54,017 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1576000494/balancer already deleted, retry=false 2024-12-03T02:29:54,017 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:29:54,018 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Unable to get data of znode /1576000494/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:29:54,025 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1576000494/normalizer already deleted, retry=false 2024-12-03T02:29:54,025 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:29:54,027 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Unable to get data of znode /1576000494/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:29:54,042 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1576000494/switch/split already deleted, retry=false 2024-12-03T02:29:54,043 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Unable to get data of znode /1576000494/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:29:54,050 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1576000494/switch/merge already deleted, retry=false 2024-12-03T02:29:54,053 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Unable to get data of znode /1576000494/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:29:54,058 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1576000494/snapshot-cleanup already deleted, retry=false 2024-12-03T02:29:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1576000494/running 2024-12-03T02:29:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:29:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1576000494/running 2024-12-03T02:29:54,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:29:54,068 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,44891,1733192992124, sessionid=0x1019a4fd9910003, setting cluster-up flag (Was=false) 2024-12-03T02:29:54,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:29:54,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:29:54,116 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1576000494/flush-table-proc/acquired, /1576000494/flush-table-proc/reached, /1576000494/flush-table-proc/abort 2024-12-03T02:29:54,117 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,44891,1733192992124 2024-12-03T02:29:54,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:29:54,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:29:54,174 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1576000494/online-snapshot/acquired, /1576000494/online-snapshot/reached, /1576000494/online-snapshot/abort 2024-12-03T02:29:54,175 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,44891,1733192992124 2024-12-03T02:29:54,176 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:29:54,177 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:29:54,178 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:29:54,178 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:29:54,178 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,44891,1733192992124 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:29:54,179 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:29:54,179 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:29:54,179 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:29:54,179 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:29:54,179 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:29:54,179 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:54,179 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:29:54,179 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:54,182 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:29:54,182 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:29:54,182 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193024182 2024-12-03T02:29:54,183 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:29:54,183 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:29:54,183 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:29:54,183 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:29:54,183 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:29:54,183 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:29:54,183 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:54,183 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:29:54,186 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,187 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:29:54,187 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:29:54,187 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:29:54,187 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:29:54,187 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:29:54,187 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:29:54,187 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192994187,5,FailOnTimeoutGroup] 2024-12-03T02:29:54,187 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192994187,5,FailOnTimeoutGroup] 2024-12-03T02:29:54,187 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,188 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:29:54,188 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,188 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:29:54,237 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(746): ClusterId : ecceaf01-ed39-4bbf-974c-e275dc138f0b 2024-12-03T02:29:54,237 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:29:54,259 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:29:54,259 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:29:54,268 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:29:54,268 DEBUG [RS:0;64035cbb0b46:36345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6f2d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:29:54,281 DEBUG [RS:0;64035cbb0b46:36345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:36345 2024-12-03T02:29:54,281 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:29:54,281 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:29:54,281 DEBUG [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:29:54,282 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,44891,1733192992124 with port=36345, startcode=1733192992217 2024-12-03T02:29:54,282 DEBUG [RS:0;64035cbb0b46:36345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:29:54,283 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:29:54,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,36345,1733192992217 2024-12-03T02:29:54,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44891 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,36345,1733192992217 2024-12-03T02:29:54,285 DEBUG [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67 2024-12-03T02:29:54,285 DEBUG [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45209 2024-12-03T02:29:54,285 DEBUG [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:29:54,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494/rs 2024-12-03T02:29:54,292 DEBUG [RS:0;64035cbb0b46:36345 {}] zookeeper.ZKUtil(111): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Set watcher on existing znode=/1576000494/rs/64035cbb0b46,36345,1733192992217 2024-12-03T02:29:54,292 WARN [RS:0;64035cbb0b46:36345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:29:54,292 INFO [RS:0;64035cbb0b46:36345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:29:54,292 DEBUG [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/WALs/64035cbb0b46,36345,1733192992217 2024-12-03T02:29:54,292 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,36345,1733192992217] 2024-12-03T02:29:54,295 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:29:54,297 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:29:54,297 INFO [RS:0;64035cbb0b46:36345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:29:54,297 INFO [RS:0;64035cbb0b46:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,297 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:29:54,298 INFO [RS:0;64035cbb0b46:36345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:29:54,298 INFO [RS:0;64035cbb0b46:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,298 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:54,298 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:54,298 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:54,298 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:54,298 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:54,298 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:29:54,299 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:54,299 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:54,299 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:54,299 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:54,299 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:54,299 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:29:54,299 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:29:54,299 DEBUG [RS:0;64035cbb0b46:36345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:29:54,303 INFO [RS:0;64035cbb0b46:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,303 INFO [RS:0;64035cbb0b46:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,303 INFO [RS:0;64035cbb0b46:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,303 INFO [RS:0;64035cbb0b46:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,303 INFO [RS:0;64035cbb0b46:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,303 INFO [RS:0;64035cbb0b46:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36345,1733192992217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:29:54,321 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:29:54,321 INFO [RS:0;64035cbb0b46:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36345,1733192992217-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,321 INFO [RS:0;64035cbb0b46:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,321 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.Replication(171): 64035cbb0b46,36345,1733192992217 started 2024-12-03T02:29:54,332 INFO [RS:0;64035cbb0b46:36345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:54,332 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,36345,1733192992217, RpcServer on 64035cbb0b46/172.17.0.3:36345, sessionid=0x1019a4fd9910004 2024-12-03T02:29:54,332 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:29:54,332 DEBUG [RS:0;64035cbb0b46:36345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,36345,1733192992217 2024-12-03T02:29:54,332 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,36345,1733192992217' 2024-12-03T02:29:54,332 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1576000494/flush-table-proc/abort' 2024-12-03T02:29:54,332 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1576000494/flush-table-proc/acquired' 2024-12-03T02:29:54,333 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:29:54,333 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:29:54,333 DEBUG [RS:0;64035cbb0b46:36345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,36345,1733192992217 2024-12-03T02:29:54,333 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,36345,1733192992217' 2024-12-03T02:29:54,333 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1576000494/online-snapshot/abort' 2024-12-03T02:29:54,333 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1576000494/online-snapshot/acquired' 2024-12-03T02:29:54,333 DEBUG [RS:0;64035cbb0b46:36345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:29:54,333 INFO [RS:0;64035cbb0b46:36345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:29:54,333 INFO [RS:0;64035cbb0b46:36345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:29:54,434 INFO [RS:0;64035cbb0b46:36345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:29:54,435 INFO [RS:0;64035cbb0b46:36345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C36345%2C1733192992217, suffix=, logDir=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/WALs/64035cbb0b46,36345,1733192992217, archiveDir=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/oldWALs, maxLogs=10 2024-12-03T02:29:54,451 DEBUG [RS:0;64035cbb0b46:36345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/WALs/64035cbb0b46,36345,1733192992217/64035cbb0b46%2C36345%2C1733192992217.1733192994436, exclude list is [], retry=0 2024-12-03T02:29:54,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-5fc60cba-0bfd-499f-bb54-b357777e79ca,DISK] 2024-12-03T02:29:54,460 INFO [RS:0;64035cbb0b46:36345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/WALs/64035cbb0b46,36345,1733192992217/64035cbb0b46%2C36345%2C1733192992217.1733192994436 2024-12-03T02:29:54,460 DEBUG [RS:0;64035cbb0b46:36345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36045:36045)] 2024-12-03T02:29:54,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:29:54,591 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67 2024-12-03T02:29:54,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:29:54,909 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:29:54,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:54,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:54,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:54,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:54,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:54,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:29:54,981 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:29:55,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:29:55,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:29:55,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:29:55,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:55,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:55,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:29:55,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:29:55,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:55,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:55,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:29:55,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:29:55,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:55,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:55,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:29:55,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:29:55,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:55,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:55,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:29:55,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/data/hbase/meta/1588230740 2024-12-03T02:29:55,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/data/hbase/meta/1588230740 2024-12-03T02:29:55,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:29:55,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:29:55,145 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:29:55,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:29:55,156 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:29:55,161 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72448263, jitterRate=0.07956324517726898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:29:55,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733192995019Initializing all the Stores at 1733192995027 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192995027Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192995030 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192995030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192995030Cleaning up temporary data from old regions at 1733192995144 (+114 ms)Region opened successfully at 1733192995161 (+17 ms) 2024-12-03T02:29:55,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:29:55,162 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:29:55,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:29:55,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:29:55,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:29:55,167 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:29:55,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192995161Disabling compacts and flushes for region at 1733192995161Disabling writes for close at 1733192995162 (+1 ms)Writing region close event to WAL at 1733192995167 (+5 ms)Closed at 1733192995167 2024-12-03T02:29:55,169 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:29:55,169 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:29:55,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:29:55,171 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:29:55,172 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:29:55,323 DEBUG [64035cbb0b46:44891 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:29:55,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,36345,1733192992217 2024-12-03T02:29:55,325 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,36345,1733192992217, state=OPENING 2024-12-03T02:29:55,402 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:29:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:29:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:29:55,417 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:29:55,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1576000494/meta-region-server: CHANGED 2024-12-03T02:29:55,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1576000494/meta-region-server: CHANGED 2024-12-03T02:29:55,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,36345,1733192992217}] 2024-12-03T02:29:55,570 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:29:55,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:29:55,582 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:29:55,582 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:29:55,582 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:29:55,584 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C36345%2C1733192992217.meta, suffix=.meta, logDir=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/WALs/64035cbb0b46,36345,1733192992217, archiveDir=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/oldWALs, maxLogs=10 2024-12-03T02:29:55,603 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/WALs/64035cbb0b46,36345,1733192992217/64035cbb0b46%2C36345%2C1733192992217.meta.1733192995585.meta, exclude list is [], retry=0 2024-12-03T02:29:55,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39215,DS-5fc60cba-0bfd-499f-bb54-b357777e79ca,DISK] 2024-12-03T02:29:55,614 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/WALs/64035cbb0b46,36345,1733192992217/64035cbb0b46%2C36345%2C1733192992217.meta.1733192995585.meta 2024-12-03T02:29:55,615 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36045:36045)] 2024-12-03T02:29:55,615 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:29:55,615 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:29:55,616 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:29:55,616 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:29:55,616 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:29:55,616 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:29:55,616 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:29:55,616 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:29:55,616 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:29:55,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:29:55,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:29:55,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:55,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:55,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:29:55,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:29:55,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:55,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:55,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:29:55,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:29:55,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:55,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:55,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:29:55,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:29:55,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:55,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:29:55,629 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:29:55,630 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/data/hbase/meta/1588230740 2024-12-03T02:29:55,631 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/data/hbase/meta/1588230740 2024-12-03T02:29:55,632 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:29:55,632 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:29:55,633 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:29:55,635 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:29:55,637 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73646199, jitterRate=0.09741388261318207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:29:55,637 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:29:55,637 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733192995616Writing region info on filesystem at 1733192995616Initializing all the Stores at 1733192995618 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192995618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192995619 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192995619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733192995619Cleaning up temporary data from old regions at 1733192995632 (+13 ms)Running coprocessor post-open hooks at 1733192995637 (+5 ms)Region opened successfully at 1733192995637 2024-12-03T02:29:55,644 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733192995570 2024-12-03T02:29:55,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,36345,1733192992217 2024-12-03T02:29:55,662 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,36345,1733192992217, state=OPEN 2024-12-03T02:29:55,663 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:29:55,663 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:29:55,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1576000494/meta-region-server 2024-12-03T02:29:55,698 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,36345,1733192992217 2024-12-03T02:29:55,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1576000494/meta-region-server: CHANGED 2024-12-03T02:29:55,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1576000494/meta-region-server 2024-12-03T02:29:55,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1576000494/meta-region-server: CHANGED 2024-12-03T02:29:55,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:29:55,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,36345,1733192992217 in 281 msec 2024-12-03T02:29:55,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:29:55,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 548 msec 2024-12-03T02:29:55,730 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:29:55,730 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:29:55,740 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:29:55,740 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,36345,1733192992217, seqNum=-1] 2024-12-03T02:29:55,740 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:29:55,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:29:55,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5840 sec 2024-12-03T02:29:55,784 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733192995784, completionTime=-1 2024-12-03T02:29:55,784 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:29:55,784 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:29:55,792 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:29:55,792 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193055792 2024-12-03T02:29:55,792 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193115792 2024-12-03T02:29:55,792 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-03T02:29:55,792 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44891,1733192992124-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:55,792 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44891,1733192992124-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:55,792 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44891,1733192992124-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:55,792 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:44891, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:55,792 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:55,794 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:55,796 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:29:55,804 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.537sec 2024-12-03T02:29:55,804 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:29:55,804 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:29:55,804 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:29:55,804 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:29:55,804 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:29:55,804 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44891,1733192992124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:29:55,804 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44891,1733192992124-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:29:55,825 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:29:55,826 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:29:55,826 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44891,1733192992124-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:29:55,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab2a7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:55,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,44891,-1 for getting cluster id 2024-12-03T02:29:55,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:29:55,844 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecceaf01-ed39-4bbf-974c-e275dc138f0b' 2024-12-03T02:29:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:29:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecceaf01-ed39-4bbf-974c-e275dc138f0b" 2024-12-03T02:29:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ac6afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,44891,-1] 2024-12-03T02:29:55,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:29:55,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:55,846 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:29:55,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4593b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:55,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:29:55,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,36345,1733192992217, seqNum=-1] 2024-12-03T02:29:55,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:29:55,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:29:55,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,44891,1733192992124 2024-12-03T02:29:55,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53553 2024-12-03T02:29:55,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:29:55,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a4fd9910005 connected 2024-12-03T02:29:55,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6a441e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:55,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41929,-1 for getting cluster id 2024-12-03T02:29:55,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:29:55,887 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e296623-74d6-4a38-bb50-f27a860cc712' 2024-12-03T02:29:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:29:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e296623-74d6-4a38-bb50-f27a860cc712" 2024-12-03T02:29:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51c9df87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41929,-1] 2024-12-03T02:29:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:29:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:55,889 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:29:55,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6aec24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:55,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:29:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41929,1733192986347 2024-12-03T02:29:55,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20a7b706 2024-12-03T02:29:55,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:29:55,906 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:29:55,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:44891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:29:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:29:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:29:55,911 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:44891' 2024-12-03T02:29:55,916 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105c0144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:55,916 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,44891,-1 for getting cluster id 2024-12-03T02:29:55,917 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:29:55,918 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecceaf01-ed39-4bbf-974c-e275dc138f0b' 2024-12-03T02:29:55,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:29:55,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecceaf01-ed39-4bbf-974c-e275dc138f0b" 2024-12-03T02:29:55,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b47953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:55,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,44891,-1] 2024-12-03T02:29:55,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:29:55,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:55,924 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:29:55,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab02f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:55,925 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:29:55,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,44891,1733192992124 2024-12-03T02:29:55,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3327b07e 2024-12-03T02:29:55,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:29:55,927 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:29:55,928 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-03T02:29:55,928 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:29:55,928 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:55,928 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:55,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:29:55,928 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:29:55,930 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:29:55,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:29:55,932 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:55,933 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:29:55,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741835_1011 (size=1138) 2024-12-03T02:29:55,981 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:29:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:29:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:29:56,376 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3363f9f8a015caf70d10ae61cfe72a2d, NAME => 'hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543 2024-12-03T02:29:56,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741836_1012 (size=44) 2024-12-03T02:29:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:29:56,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:29:56,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3363f9f8a015caf70d10ae61cfe72a2d, disabling compactions & flushes 2024-12-03T02:29:56,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:29:56,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:29:56,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. after waiting 0 ms 2024-12-03T02:29:56,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:29:56,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:29:56,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3363f9f8a015caf70d10ae61cfe72a2d: Waiting for close lock at 1733192996816Disabling compacts and flushes for region at 1733192996816Disabling writes for close at 1733192996816Writing region close event to WAL at 1733192996816Closed at 1733192996816 2024-12-03T02:29:56,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:29:56,819 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733192996819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733192996819"}]},"ts":"1733192996819"} 2024-12-03T02:29:56,839 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:29:56,841 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:29:56,842 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192996841"}]},"ts":"1733192996841"} 2024-12-03T02:29:56,856 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:29:56,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3363f9f8a015caf70d10ae61cfe72a2d, ASSIGN}] 2024-12-03T02:29:56,867 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3363f9f8a015caf70d10ae61cfe72a2d, ASSIGN 2024-12-03T02:29:56,870 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3363f9f8a015caf70d10ae61cfe72a2d, ASSIGN; state=OFFLINE, location=64035cbb0b46,34737,1733192986582; forceNewPlan=false, retain=false 2024-12-03T02:29:57,020 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3363f9f8a015caf70d10ae61cfe72a2d, regionState=OPENING, regionLocation=64035cbb0b46,34737,1733192986582 2024-12-03T02:29:57,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3363f9f8a015caf70d10ae61cfe72a2d, ASSIGN because future has completed 2024-12-03T02:29:57,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3363f9f8a015caf70d10ae61cfe72a2d, server=64035cbb0b46,34737,1733192986582}] 2024-12-03T02:29:57,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:29:57,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:29:57,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:29:57,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:29:57,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C34737%2C1733192986582.rep, suffix=, logDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582, archiveDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/oldWALs, maxLogs=10 2024-12-03T02:29:57,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582/64035cbb0b46%2C34737%2C1733192986582.rep.1733192997212, exclude list is [], retry=0 2024-12-03T02:29:57,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-8ef8f4ff-b0e7-457d-9474-37434e40aa60,DISK] 2024-12-03T02:29:57,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582/64035cbb0b46%2C34737%2C1733192986582.rep.1733192997212 2024-12-03T02:29:57,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38985:38985)] 2024-12-03T02:29:57,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3363f9f8a015caf70d10ae61cfe72a2d, NAME => 'hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:29:57,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:29:57,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:29:57,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. service=MultiRowMutationService 2024-12-03T02:29:57,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:29:57,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:57,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:29:57,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:57,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:57,273 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:57,281 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3363f9f8a015caf70d10ae61cfe72a2d columnFamilyName hfileref 2024-12-03T02:29:57,281 DEBUG [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:57,282 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] regionserver.HStore(327): Store=3363f9f8a015caf70d10ae61cfe72a2d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:29:57,282 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:57,288 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3363f9f8a015caf70d10ae61cfe72a2d columnFamilyName queue 2024-12-03T02:29:57,288 DEBUG [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:57,291 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] regionserver.HStore(327): Store=3363f9f8a015caf70d10ae61cfe72a2d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:29:57,291 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:57,293 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3363f9f8a015caf70d10ae61cfe72a2d columnFamilyName sid 2024-12-03T02:29:57,293 DEBUG [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:29:57,294 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] regionserver.HStore(327): Store=3363f9f8a015caf70d10ae61cfe72a2d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:29:57,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:57,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/replication/3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:57,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/replication/3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:57,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:57,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:57,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:29:57,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:57,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/replication/3363f9f8a015caf70d10ae61cfe72a2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:29:57,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3363f9f8a015caf70d10ae61cfe72a2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66443377, jitterRate=-0.009916529059410095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:29:57,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:57,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3363f9f8a015caf70d10ae61cfe72a2d: Running coprocessor pre-open hook at 1733192997264Writing region info on filesystem at 1733192997264Initializing all the Stores at 1733192997265 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192997265Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192997273 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733192997273Cleaning up temporary data from old regions at 1733192997296 (+23 ms)Running coprocessor post-open hooks at 1733192997313 (+17 ms)Region opened successfully at 1733192997313 2024-12-03T02:29:57,316 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d., pid=7, masterSystemTime=1733192997177 2024-12-03T02:29:57,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:29:57,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:29:57,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3363f9f8a015caf70d10ae61cfe72a2d, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,34737,1733192986582 2024-12-03T02:29:57,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3363f9f8a015caf70d10ae61cfe72a2d, server=64035cbb0b46,34737,1733192986582 because future has completed 2024-12-03T02:29:57,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-03T02:29:57,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3363f9f8a015caf70d10ae61cfe72a2d, server=64035cbb0b46,34737,1733192986582 in 325 msec 2024-12-03T02:29:57,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:29:57,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3363f9f8a015caf70d10ae61cfe72a2d, ASSIGN in 494 msec 2024-12-03T02:29:57,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:29:57,360 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733192997360"}]},"ts":"1733192997360"} 2024-12-03T02:29:57,362 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:29:57,363 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:29:57,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4340 sec 2024-12-03T02:29:57,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d., hostname=64035cbb0b46,34737,1733192986582, seqNum=2] 2024-12-03T02:29:57,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:57,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:57,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:29:57,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-03T02:29:57,613 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:29:57,639 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,34737,1733192986582, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:29:57,639 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:29:57,639 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34737,1733192986582, seqNum=-1] 2024-12-03T02:29:57,639 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:29:57,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-03T02:29:57,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,34737,1733192986582', locateType=CURRENT is [region=hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d., hostname=64035cbb0b46,34737,1733192986582, seqNum=2] 2024-12-03T02:29:57,646 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T02:29:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T02:29:57,652 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,34737,1733192986582 suceeded 2024-12-03T02:29:57,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-03T02:29:57,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-03T02:29:57,655 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:44891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:29:57,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7490 sec 2024-12-03T02:29:57,664 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:44891' 2024-12-03T02:29:57,665 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ed4c2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:57,665 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,44891,-1 for getting cluster id 2024-12-03T02:29:57,666 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:29:57,669 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecceaf01-ed39-4bbf-974c-e275dc138f0b' 2024-12-03T02:29:57,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:29:57,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecceaf01-ed39-4bbf-974c-e275dc138f0b" 2024-12-03T02:29:57,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c895015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:57,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,44891,-1] 2024-12-03T02:29:57,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:29:57,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:57,672 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:29:57,673 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5da0fc96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:29:57,673 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:29:57,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,44891,1733192992124 2024-12-03T02:29:57,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52477c33 2024-12-03T02:29:57,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:29:57,679 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-03T02:29:57,682 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,34737,1733192986582 (queues=1) is replicating from cluster=4e296623-74d6-4a38-bb50-f27a860cc712 to cluster=ecceaf01-ed39-4bbf-974c-e275dc138f0b 2024-12-03T02:29:57,683 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C34737%2C1733192986582 2024-12-03T02:29:57,683 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,34737,1733192986582, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:29:57,683 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582.replicationSource.wal-reader.64035cbb0b46%2C34737%2C1733192986582,1-64035cbb0b46,34737,1733192986582 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582/64035cbb0b46%2C34737%2C1733192986582.1733192988783, startPosition=0, beingWritten=true 2024-12-03T02:29:57,684 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582.replicationSource.shipper64035cbb0b46%2C34737%2C1733192986582,1-64035cbb0b46,34737,1733192986582 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C34737%2C1733192986582 2024-12-03T02:29:57,912 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582.replicationSource.wal-reader.64035cbb0b46%2C34737%2C1733192986582,1-64035cbb0b46,34737,1733192986582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582/64035cbb0b46%2C34737%2C1733192986582.1733192988783 to pos 0, reset compression=false 2024-12-03T02:29:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:29:58,072 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:29:58,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:29:58,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:29:58,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:58,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:58,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:29:58,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:29:58,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41929,1733192986347 2024-12-03T02:29:58,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6567c057 2024-12-03T02:29:58,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:29:58,075 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:29:58,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41929 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T02:29:58,077 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:29:58,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:29:58,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:58,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:58,077 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:29:58,077 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=916071197, stopped=false 2024-12-03T02:29:58,077 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,41929,1733192986347 2024-12-03T02:29:58,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:29:58,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-806788022/running 2024-12-03T02:29:58,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:58,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-806788022/running 2024-12-03T02:29:58,108 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:29:58,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:58,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:29:58,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:29:58,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:58,109 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,34737,1733192986582' ***** 2024-12-03T02:29:58,109 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:29:58,109 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:29:58,109 INFO [RS:0;64035cbb0b46:34737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:29:58,109 INFO [RS:0;64035cbb0b46:34737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:29:58,109 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:29:58,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/running 2024-12-03T02:29:58,109 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(3091): Received CLOSE for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:58,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/running 2024-12-03T02:29:58,110 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,34737,1733192986582 2024-12-03T02:29:58,110 INFO [RS:0;64035cbb0b46:34737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:29:58,110 INFO [RS:0;64035cbb0b46:34737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:34737. 2024-12-03T02:29:58,110 DEBUG [RS:0;64035cbb0b46:34737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:29:58,110 DEBUG [RS:0;64035cbb0b46:34737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:58,110 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3363f9f8a015caf70d10ae61cfe72a2d, disabling compactions & flushes 2024-12-03T02:29:58,110 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:29:58,110 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:29:58,110 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:29:58,110 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:29:58,110 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. after waiting 0 ms 2024-12-03T02:29:58,110 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:29:58,110 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:29:58,110 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:29:58,110 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3363f9f8a015caf70d10ae61cfe72a2d 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-03T02:29:58,115 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T02:29:58,115 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1325): Online Regions={3363f9f8a015caf70d10ae61cfe72a2d=hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:29:58,116 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:29:58,119 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:29:58,119 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:29:58,119 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:29:58,119 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:29:58,119 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:29:58,120 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-03T02:29:58,179 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/replication/3363f9f8a015caf70d10ae61cfe72a2d/.tmp/queue/91d273682c194b8aa14dbc94a5bb80cc is 151, key is 1-64035cbb0b46,34737,1733192986582/queue:64035cbb0b46%2C34737%2C1733192986582/1733192997643/Put/seqid=0 2024-12-03T02:29:58,179 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:29:58,189 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/.tmp/info/c93d41dda00e403abe51362388279485 is 147, key is hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d./info:regioninfo/1733192997335/Put/seqid=0 2024-12-03T02:29:58,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741839_1015 (size=6631) 2024-12-03T02:29:58,217 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/.tmp/info/c93d41dda00e403abe51362388279485 2024-12-03T02:29:58,219 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582.replicationSource.wal-reader.64035cbb0b46%2C34737%2C1733192986582,1-64035cbb0b46,34737,1733192986582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582/64035cbb0b46%2C34737%2C1733192986582.1733192988783 to pos 0, reset compression=false 2024-12-03T02:29:58,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741838_1014 (size=5350) 2024-12-03T02:29:58,228 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/replication/3363f9f8a015caf70d10ae61cfe72a2d/.tmp/queue/91d273682c194b8aa14dbc94a5bb80cc 2024-12-03T02:29:58,259 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/replication/3363f9f8a015caf70d10ae61cfe72a2d/.tmp/queue/91d273682c194b8aa14dbc94a5bb80cc as hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/replication/3363f9f8a015caf70d10ae61cfe72a2d/queue/91d273682c194b8aa14dbc94a5bb80cc 2024-12-03T02:29:58,267 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/replication/3363f9f8a015caf70d10ae61cfe72a2d/queue/91d273682c194b8aa14dbc94a5bb80cc, entries=1, sequenceid=5, filesize=5.2 K 2024-12-03T02:29:58,272 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3363f9f8a015caf70d10ae61cfe72a2d in 162ms, sequenceid=5, compaction requested=false 2024-12-03T02:29:58,272 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T02:29:58,278 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/.tmp/ns/340cb09bdbe845619daef1e1cea268f9 is 43, key is default/ns:d/1733192989511/Put/seqid=0 2024-12-03T02:29:58,293 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/replication/3363f9f8a015caf70d10ae61cfe72a2d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T02:29:58,300 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:29:58,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741840_1016 (size=5153) 2024-12-03T02:29:58,300 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:29:58,301 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:29:58,301 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3363f9f8a015caf70d10ae61cfe72a2d: Waiting for close lock at 1733192998110Running coprocessor pre-close hooks at 1733192998110Disabling compacts and flushes for region at 1733192998110Disabling writes for close at 1733192998110Obtaining lock to block concurrent updates at 1733192998110Preparing flush snapshotting stores in 3363f9f8a015caf70d10ae61cfe72a2d at 1733192998110Finished memstore snapshotting hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733192998111 (+1 ms)Flushing stores of hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. at 1733192998119 (+8 ms)Flushing 3363f9f8a015caf70d10ae61cfe72a2d/queue: creating writer at 1733192998119Flushing 3363f9f8a015caf70d10ae61cfe72a2d/queue: appending metadata at 1733192998178 (+59 ms)Flushing 3363f9f8a015caf70d10ae61cfe72a2d/queue: closing flushed file at 1733192998178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c9c2aa: reopening flushed file at 1733192998256 (+78 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3363f9f8a015caf70d10ae61cfe72a2d in 162ms, sequenceid=5, compaction requested=false at 1733192998272 (+16 ms)Writing region close event to WAL at 1733192998282 (+10 ms)Running coprocessor post-close hooks at 1733192998300 (+18 ms)Closed at 1733192998301 (+1 ms) 2024-12-03T02:29:58,301 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:29:58,316 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:29:58,516 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:29:58,634 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582.replicationSource.wal-reader.64035cbb0b46%2C34737%2C1733192986582,1-64035cbb0b46,34737,1733192986582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582/64035cbb0b46%2C34737%2C1733192986582.1733192988783 to pos 0, reset compression=false 2024-12-03T02:29:58,661 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:29:58,661 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:29:58,701 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/.tmp/ns/340cb09bdbe845619daef1e1cea268f9 2024-12-03T02:29:58,716 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:29:58,725 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/.tmp/table/8bf5561761794fc189c1d79f72d237aa is 53, key is hbase:replication/table:state/1733192997360/Put/seqid=0 2024-12-03T02:29:58,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741841_1017 (size=5256) 2024-12-03T02:29:58,916 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:29:59,116 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T02:29:59,117 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:29:59,117 DEBUG [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:29:59,130 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/.tmp/table/8bf5561761794fc189c1d79f72d237aa 2024-12-03T02:29:59,135 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/.tmp/info/c93d41dda00e403abe51362388279485 as hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/info/c93d41dda00e403abe51362388279485 2024-12-03T02:29:59,139 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582.replicationSource.wal-reader.64035cbb0b46%2C34737%2C1733192986582,1-64035cbb0b46,34737,1733192986582 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582/64035cbb0b46%2C34737%2C1733192986582.1733192988783 to pos 0, reset compression=false 2024-12-03T02:29:59,141 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/info/c93d41dda00e403abe51362388279485, entries=10, sequenceid=11, filesize=6.5 K 2024-12-03T02:29:59,142 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/.tmp/ns/340cb09bdbe845619daef1e1cea268f9 as hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/ns/340cb09bdbe845619daef1e1cea268f9 2024-12-03T02:29:59,150 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/ns/340cb09bdbe845619daef1e1cea268f9, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T02:29:59,151 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/.tmp/table/8bf5561761794fc189c1d79f72d237aa as hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/table/8bf5561761794fc189c1d79f72d237aa 2024-12-03T02:29:59,161 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/table/8bf5561761794fc189c1d79f72d237aa, entries=2, sequenceid=11, filesize=5.1 K 2024-12-03T02:29:59,162 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1042ms, sequenceid=11, compaction requested=false 2024-12-03T02:29:59,167 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T02:29:59,168 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:29:59,168 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:29:59,168 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:29:59,168 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733192998119Running coprocessor pre-close hooks at 1733192998119Disabling compacts and flushes for region at 1733192998119Disabling writes for close at 1733192998119Obtaining lock to block concurrent updates at 1733192998120 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733192998120Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733192998120Flushing stores of hbase:meta,,1.1588230740 at 1733192998128 (+8 ms)Flushing 1588230740/info: creating writer at 1733192998128Flushing 1588230740/info: appending metadata at 1733192998188 (+60 ms)Flushing 1588230740/info: closing flushed file at 1733192998189 (+1 ms)Flushing 1588230740/ns: creating writer at 1733192998242 (+53 ms)Flushing 1588230740/ns: appending metadata at 1733192998277 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1733192998277Flushing 1588230740/table: creating writer at 1733192998706 (+429 ms)Flushing 1588230740/table: appending metadata at 1733192998725 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733192998725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb17018: reopening flushed file at 1733192999135 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40559396: reopening flushed file at 1733192999141 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab3a950: reopening flushed file at 1733192999150 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1042ms, sequenceid=11, compaction requested=false at 1733192999162 (+12 ms)Writing region close event to WAL at 1733192999163 (+1 ms)Running coprocessor post-close hooks at 1733192999168 (+5 ms)Closed at 1733192999168 2024-12-03T02:29:59,168 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:29:59,317 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,34737,1733192986582; all regions closed. 2024-12-03T02:29:59,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741834_1010 (size=2742) 2024-12-03T02:29:59,333 DEBUG [RS:0;64035cbb0b46:34737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/oldWALs 2024-12-03T02:29:59,334 INFO [RS:0;64035cbb0b46:34737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C34737%2C1733192986582.meta:.meta(num 1733192989349) 2024-12-03T02:29:59,352 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582/64035cbb0b46%2C34737%2C1733192986582.rep.1733192997212 not finished, retry = 0 2024-12-03T02:29:59,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741837_1013 (size=1586) 2024-12-03T02:29:59,455 DEBUG [RS:0;64035cbb0b46:34737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/oldWALs 2024-12-03T02:29:59,455 INFO [RS:0;64035cbb0b46:34737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C34737%2C1733192986582.rep:(num 1733192997212) 2024-12-03T02:29:59,466 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582/64035cbb0b46%2C34737%2C1733192986582.1733192988783 not finished, retry = 0 2024-12-03T02:29:59,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741833_1009 (size=93) 2024-12-03T02:29:59,571 DEBUG [RS:0;64035cbb0b46:34737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/oldWALs 2024-12-03T02:29:59,571 INFO [RS:0;64035cbb0b46:34737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C34737%2C1733192986582:(num 1733192988783) 2024-12-03T02:29:59,571 DEBUG [RS:0;64035cbb0b46:34737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:59,571 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:29:59,571 INFO [RS:0;64035cbb0b46:34737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:29:59,572 INFO [RS:0;64035cbb0b46:34737 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:29:59,572 INFO [RS:0;64035cbb0b46:34737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:29:59,572 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:29:59,573 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,34737,1733192986582 because: Region server is closing 2024-12-03T02:29:59,573 INFO [RS:0;64035cbb0b46:34737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:34737. 2024-12-03T02:29:59,573 DEBUG [RS:0;64035cbb0b46:34737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:29:59,573 DEBUG [RS:0;64035cbb0b46:34737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:59,573 DEBUG [RS:0;64035cbb0b46:34737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:29:59,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:29:59,673 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582.replicationSource.shipper64035cbb0b46%2C34737%2C1733192986582,1-64035cbb0b46,34737,1733192986582 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T02:29:59,673 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582.replicationSource.wal-reader.64035cbb0b46%2C34737%2C1733192986582,1-64035cbb0b46,34737,1733192986582 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:29:59,674 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34737,1733192986582.replicationSource.shipper64035cbb0b46%2C34737%2C1733192986582,1-64035cbb0b46,34737,1733192986582 terminated 2024-12-03T02:29:59,674 INFO [RS:0;64035cbb0b46:34737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34737 2024-12-03T02:29:59,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-806788022/rs/64035cbb0b46,34737,1733192986582 2024-12-03T02:29:59,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022/rs 2024-12-03T02:29:59,700 INFO [RS:0;64035cbb0b46:34737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:29:59,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,34737,1733192986582] 2024-12-03T02:29:59,716 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/draining/64035cbb0b46,34737,1733192986582 already deleted, retry=false 2024-12-03T02:29:59,716 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,34737,1733192986582 expired; onlineServers=0 2024-12-03T02:29:59,716 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,41929,1733192986347' ***** 2024-12-03T02:29:59,716 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:29:59,716 INFO [M:0;64035cbb0b46:41929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:29:59,717 INFO [M:0;64035cbb0b46:41929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:29:59,717 DEBUG [M:0;64035cbb0b46:41929 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:29:59,717 DEBUG [M:0;64035cbb0b46:41929 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:29:59,717 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:29:59,717 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192988545 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192988545,5,FailOnTimeoutGroup] 2024-12-03T02:29:59,717 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192988545 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192988545,5,FailOnTimeoutGroup] 2024-12-03T02:29:59,717 INFO [M:0;64035cbb0b46:41929 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:29:59,717 INFO [M:0;64035cbb0b46:41929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:29:59,717 DEBUG [M:0;64035cbb0b46:41929 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:29:59,717 INFO [M:0;64035cbb0b46:41929 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:29:59,717 INFO [M:0;64035cbb0b46:41929 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:29:59,718 INFO [M:0;64035cbb0b46:41929 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:29:59,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:29:59,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-806788022/master 2024-12-03T02:29:59,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:29:59,725 DEBUG [M:0;64035cbb0b46:41929 {}] zookeeper.ZKUtil(347): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Unable to get data of znode /0-806788022/master because node does not exist (not an error) 2024-12-03T02:29:59,725 WARN [M:0;64035cbb0b46:41929 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:29:59,726 INFO [M:0;64035cbb0b46:41929 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/.lastflushedseqids 2024-12-03T02:29:59,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741842_1018 (size=181) 2024-12-03T02:29:59,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:29:59,808 INFO [RS:0;64035cbb0b46:34737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:29:59,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34737-0x1019a4fd9910001, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:29:59,808 INFO [RS:0;64035cbb0b46:34737 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,34737,1733192986582; zookeeper connection closed. 2024-12-03T02:29:59,809 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75a1b80c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75a1b80c 2024-12-03T02:29:59,809 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:30:00,138 INFO [M:0;64035cbb0b46:41929 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:30:00,138 INFO [M:0;64035cbb0b46:41929 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:30:00,138 DEBUG [M:0;64035cbb0b46:41929 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:30:00,138 INFO [M:0;64035cbb0b46:41929 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:00,138 DEBUG [M:0;64035cbb0b46:41929 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:00,138 DEBUG [M:0;64035cbb0b46:41929 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:30:00,138 DEBUG [M:0;64035cbb0b46:41929 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:00,138 INFO [M:0;64035cbb0b46:41929 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-03T02:30:00,156 DEBUG [M:0;64035cbb0b46:41929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d191ac9328b40db9e3398bbd089510b is 82, key is hbase:meta,,1/info:regioninfo/1733192989431/Put/seqid=0 2024-12-03T02:30:00,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741843_1019 (size=5672) 2024-12-03T02:30:00,562 INFO [M:0;64035cbb0b46:41929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d191ac9328b40db9e3398bbd089510b 2024-12-03T02:30:00,586 DEBUG [M:0;64035cbb0b46:41929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03b4da664aab4eba8fb15f63eaefd2f1 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733192997364/Put/seqid=0 2024-12-03T02:30:00,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741844_1020 (size=7203) 2024-12-03T02:30:00,592 INFO [M:0;64035cbb0b46:41929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03b4da664aab4eba8fb15f63eaefd2f1 2024-12-03T02:30:00,617 DEBUG [M:0;64035cbb0b46:41929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62d62406418b4f4096defa89f2de0ff6 is 69, key is 64035cbb0b46,34737,1733192986582/rs:state/1733192988589/Put/seqid=0 2024-12-03T02:30:00,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741845_1021 (size=5156) 2024-12-03T02:30:01,023 INFO [M:0;64035cbb0b46:41929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62d62406418b4f4096defa89f2de0ff6 2024-12-03T02:30:01,057 DEBUG [M:0;64035cbb0b46:41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d191ac9328b40db9e3398bbd089510b as hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d191ac9328b40db9e3398bbd089510b 2024-12-03T02:30:01,097 INFO [M:0;64035cbb0b46:41929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d191ac9328b40db9e3398bbd089510b, entries=8, sequenceid=70, filesize=5.5 K 2024-12-03T02:30:01,110 DEBUG [M:0;64035cbb0b46:41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/03b4da664aab4eba8fb15f63eaefd2f1 as hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03b4da664aab4eba8fb15f63eaefd2f1 2024-12-03T02:30:01,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:30:01,139 INFO [M:0;64035cbb0b46:41929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03b4da664aab4eba8fb15f63eaefd2f1, entries=8, sequenceid=70, filesize=7.0 K 2024-12-03T02:30:01,144 DEBUG [M:0;64035cbb0b46:41929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62d62406418b4f4096defa89f2de0ff6 as hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62d62406418b4f4096defa89f2de0ff6 2024-12-03T02:30:01,169 INFO [M:0;64035cbb0b46:41929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62d62406418b4f4096defa89f2de0ff6, entries=1, sequenceid=70, filesize=5.0 K 2024-12-03T02:30:01,180 INFO [M:0;64035cbb0b46:41929 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1041ms, sequenceid=70, compaction requested=false 2024-12-03T02:30:01,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:01,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:01,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:01,211 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:01,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:01,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:01,256 INFO [M:0;64035cbb0b46:41929 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:01,256 DEBUG [M:0;64035cbb0b46:41929 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193000138Disabling compacts and flushes for region at 1733193000138Disabling writes for close at 1733193000138Obtaining lock to block concurrent updates at 1733193000138Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193000138Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733193000138Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193000139 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193000139Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193000156 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193000156Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193000566 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193000586 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193000586Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193000597 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193000616 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193000616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b519e5: reopening flushed file at 1733193001048 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7531bb6f: reopening flushed file at 1733193001097 (+49 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c12ea8: reopening flushed file at 1733193001140 (+43 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1041ms, sequenceid=70, compaction requested=false at 1733193001180 (+40 ms)Writing region close event to WAL at 1733193001256 (+76 ms)Closed at 1733193001256 2024-12-03T02:30:01,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741830_1006 (size=41008) 2024-12-03T02:30:01,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,41929,1733192986347/64035cbb0b46%2C41929%2C1733192986347.1733192988021 not finished, retry = 0 2024-12-03T02:30:01,400 INFO [M:0;64035cbb0b46:41929 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:30:01,400 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:30:01,401 INFO [M:0;64035cbb0b46:41929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41929 2024-12-03T02:30:01,401 INFO [M:0;64035cbb0b46:41929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:30:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:01,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41929-0x1019a4fd9910000, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:01,543 INFO [M:0;64035cbb0b46:41929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:30:01,549 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:30:01,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:01,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:01,549 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:30:01,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:01,549 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:30:01,549 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:30:01,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:30:01,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34543 2024-12-03T02:30:01,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34543 connecting to ZooKeeper ensemble=127.0.0.1:53553 2024-12-03T02:30:01,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345430x0, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:01,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34543-0x1019a4fd9910006 connected 2024-12-03T02:30:01,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:01,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:01,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/running 2024-12-03T02:30:01,693 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543, hbase.cluster.distributed=false 2024-12-03T02:30:01,695 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-806788022/meta-region-server: INIT 2024-12-03T02:30:01,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/acl 2024-12-03T02:30:01,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34543 2024-12-03T02:30:01,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34543 2024-12-03T02:30:01,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34543 2024-12-03T02:30:01,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34543 2024-12-03T02:30:01,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34543 2024-12-03T02:30:01,781 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:30:01,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:01,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:01,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:30:01,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:01,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:30:01,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:30:01,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:30:01,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45783 2024-12-03T02:30:01,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45783 connecting to ZooKeeper ensemble=127.0.0.1:53553 2024-12-03T02:30:01,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:01,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:01,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457830x0, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:01,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457830x0, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/running 2024-12-03T02:30:01,825 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:30:01,826 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-806788022/meta-region-server: INIT 2024-12-03T02:30:01,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45783-0x1019a4fd9910007 connected 2024-12-03T02:30:01,828 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:30:01,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/master 2024-12-03T02:30:01,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/acl 2024-12-03T02:30:01,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45783 2024-12-03T02:30:01,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45783 2024-12-03T02:30:01,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45783 2024-12-03T02:30:01,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45783 2024-12-03T02:30:01,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45783 2024-12-03T02:30:01,839 DEBUG [M:0;64035cbb0b46:34543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:34543 2024-12-03T02:30:01,839 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-806788022/backup-masters/64035cbb0b46,34543,1733193001549 2024-12-03T02:30:01,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022/backup-masters 2024-12-03T02:30:01,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022/backup-masters 2024-12-03T02:30:01,883 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on existing znode=/0-806788022/backup-masters/64035cbb0b46,34543,1733193001549 2024-12-03T02:30:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-806788022/master 2024-12-03T02:30:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:30:01,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:30:01,947 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on existing znode=/0-806788022/master 2024-12-03T02:30:01,948 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-806788022/backup-masters/64035cbb0b46,34543,1733193001549 from backup master directory 2024-12-03T02:30:02,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022/backup-masters 2024-12-03T02:30:02,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-806788022/backup-masters/64035cbb0b46,34543,1733193001549 2024-12-03T02:30:02,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022/backup-masters 2024-12-03T02:30:02,008 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:30:02,008 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,34543,1733193001549 2024-12-03T02:30:02,017 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:02,017 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:30:02,023 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-03T02:30:02,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741846_1022 (size=196) 2024-12-03T02:30:02,080 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:30:02,081 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:30:02,081 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:02,086 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-03T02:30:02,088 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,41929,1733192986347 to hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,41929,1733192986347-dead as it is dead 2024-12-03T02:30:02,088 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,41929,1733192986347-dead/64035cbb0b46%2C41929%2C1733192986347.1733192988021 2024-12-03T02:30:02,089 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,41929,1733192986347-dead/64035cbb0b46%2C41929%2C1733192986347.1733192988021 after 1ms 2024-12-03T02:30:02,090 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,41929,1733192986347-dead/64035cbb0b46%2C41929%2C1733192986347.1733192988021 to hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64035cbb0b46%2C41929%2C1733192986347.1733192988021 2024-12-03T02:30:02,090 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,41929,1733192986347-dead 2024-12-03T02:30:02,090 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,34543,1733193001549 2024-12-03T02:30:02,091 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:30:02,092 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C34543%2C1733193001549, suffix=, logDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,34543,1733193001549, archiveDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/oldWALs, maxLogs=10 2024-12-03T02:30:02,104 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,34543,1733193001549/64035cbb0b46%2C34543%2C1733193001549.1733193002092, exclude list is [], retry=0 2024-12-03T02:30:02,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-8ef8f4ff-b0e7-457d-9474-37434e40aa60,DISK] 2024-12-03T02:30:02,114 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/WALs/64035cbb0b46,34543,1733193001549/64035cbb0b46%2C34543%2C1733193001549.1733193002092 2024-12-03T02:30:02,115 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38985:38985)] 2024-12-03T02:30:02,115 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:02,116 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:02,116 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:02,116 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:02,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:02,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:30:02,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:02,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d191ac9328b40db9e3398bbd089510b 2024-12-03T02:30:02,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:02,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:02,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:30:02,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:02,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/03b4da664aab4eba8fb15f63eaefd2f1 2024-12-03T02:30:02,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:02,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:02,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:30:02,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:02,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62d62406418b4f4096defa89f2de0ff6 2024-12-03T02:30:02,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:02,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:02,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:30:02,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:02,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:02,153 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:02,154 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-03T02:30:02,154 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64035cbb0b46%2C41929%2C1733192986347.1733192988021 2024-12-03T02:30:02,160 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64035cbb0b46%2C41929%2C1733192986347.1733192988021 2024-12-03T02:30:02,161 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/64035cbb0b46%2C41929%2C1733192986347.1733192988021 2024-12-03T02:30:02,162 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:02,162 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:02,163 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:02,171 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:02,191 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-03T02:30:02,207 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71148648, jitterRate=0.06019747257232666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:02,208 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193002116Initializing all the Stores at 1733193002117 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193002117Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193002123 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193002123Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193002123Cleaning up temporary data from old regions at 1733193002162 (+39 ms)Region opened successfully at 1733193002208 (+46 ms) 2024-12-03T02:30:02,217 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:30:02,222 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507ceee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:30:02,229 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-03T02:30:02,229 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:30:02,229 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:30:02,230 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:30:02,230 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:30:02,234 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:02,235 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:30:02,236 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:30:02,236 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-03T02:30:02,236 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:30:02,244 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=64035cbb0b46,34737,1733192986582, regionLocation=64035cbb0b46,34737,1733192986582, openSeqNum=2 2024-12-03T02:30:02,245 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=64035cbb0b46,34737,1733192986582, table=hbase:meta, region=1588230740 2024-12-03T02:30:02,245 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,34737,1733192986582, state=OPEN 2024-12-03T02:30:02,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-806788022/meta-region-server 2024-12-03T02:30:02,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-806788022/meta-region-server 2024-12-03T02:30:02,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-806788022/meta-region-server: CHANGED 2024-12-03T02:30:02,271 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-806788022/meta-region-server: CHANGED 2024-12-03T02:30:02,283 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:30:02,292 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/draining/64035cbb0b46,34737,1733192986582 already deleted, retry=false 2024-12-03T02:30:02,292 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 64035cbb0b46,34737,1733192986582 on 64035cbb0b46,34543,1733193001549 2024-12-03T02:30:02,303 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 64035cbb0b46,34737,1733192986582, splitWal=true, meta=true 2024-12-03T02:30:02,303 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 64035cbb0b46,34737,1733192986582 (carryingMeta=true) 64035cbb0b46,34737,1733192986582/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7ad83224[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-03T02:30:02,309 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Unable to get data of znode /0-806788022/balancer because node does not exist (not necessarily an error) 2024-12-03T02:30:02,316 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/balancer already deleted, retry=false 2024-12-03T02:30:02,317 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:30:02,326 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Unable to get data of znode /0-806788022/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:30:02,341 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/normalizer already deleted, retry=false 2024-12-03T02:30:02,342 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:30:02,348 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Unable to get data of znode /0-806788022/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:30:02,358 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/switch/split already deleted, retry=false 2024-12-03T02:30:02,359 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Unable to get data of znode /0-806788022/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:30:02,366 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/switch/merge already deleted, retry=false 2024-12-03T02:30:02,377 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Unable to get data of znode /0-806788022/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:30:02,383 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/snapshot-cleanup already deleted, retry=false 2024-12-03T02:30:02,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-806788022/running 2024-12-03T02:30:02,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-806788022/running 2024-12-03T02:30:02,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:30:02,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:30:02,394 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,34543,1733193001549, sessionid=0x1019a4fd9910006, setting cluster-up flag (Was=false) 2024-12-03T02:30:02,400 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-806788022/flush-table-proc/acquired, /0-806788022/flush-table-proc/reached, /0-806788022/flush-table-proc/abort 2024-12-03T02:30:02,401 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,34543,1733193001549 2024-12-03T02:30:02,412 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-806788022/online-snapshot/acquired, /0-806788022/online-snapshot/reached, /0-806788022/online-snapshot/abort 2024-12-03T02:30:02,415 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,34543,1733193001549 2024-12-03T02:30:02,417 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/.lastflushedseqids 2024-12-03T02:30:02,427 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:30:02,428 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:30:02,428 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,34543,1733193001549 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 64035cbb0b46,34737,1733192986582 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:30:02,430 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:02,430 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:02,430 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:02,430 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:02,430 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:30:02,430 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:02,430 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:30:02,430 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:02,433 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 64035cbb0b46,34737,1733192986582, splitWal=true, meta=true 2024-12-03T02:30:02,434 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 64035cbb0b46,34737,1733192986582, splitWal=true, meta=true, isMeta: true 2024-12-03T02:30:02,435 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193032435 2024-12-03T02:30:02,435 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(746): ClusterId : 4e296623-74d6-4a38-bb50-f27a860cc712 2024-12-03T02:30:02,435 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:30:02,436 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:30:02,436 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:30:02,436 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:30:02,436 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:30:02,436 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:30:02,436 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:30:02,438 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,439 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582-splitting 2024-12-03T02:30:02,439 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:30:02,439 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:30:02,440 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:30:02,440 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:30:02,440 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582-splitting dir is empty, no logs to split. 2024-12-03T02:30:02,440 INFO [PEWorker-1 {}] master.SplitWALManager(105): 64035cbb0b46,34737,1733192986582 WAL count=0, meta=true 2024-12-03T02:30:02,441 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:30:02,441 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:30:02,442 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:30:02,442 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:30:02,443 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193002442,5,FailOnTimeoutGroup] 2024-12-03T02:30:02,449 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582-splitting dir is empty, no logs to split. 2024-12-03T02:30:02,449 INFO [PEWorker-1 {}] master.SplitWALManager(105): 64035cbb0b46,34737,1733192986582 WAL count=0, meta=true 2024-12-03T02:30:02,449 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 64035cbb0b46,34737,1733192986582 WAL splitting is done? wals=0, meta=true 2024-12-03T02:30:02,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:30:02,450 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:30:02,451 DEBUG [RS:0;64035cbb0b46:45783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc2b0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:30:02,452 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:30:02,453 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T02:30:02,455 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193002443,5,FailOnTimeoutGroup] 2024-12-03T02:30:02,455 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,455 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:30:02,455 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,455 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,456 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193002455, completionTime=-1 2024-12-03T02:30:02,456 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-03T02:30:02,456 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T02:30:02,472 DEBUG [RS:0;64035cbb0b46:45783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:45783 2024-12-03T02:30:02,472 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:30:02,472 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:30:02,472 DEBUG [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:30:02,473 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,34543,1733193001549 with port=45783, startcode=1733193001781 2024-12-03T02:30:02,473 DEBUG [RS:0;64035cbb0b46:45783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:30:02,476 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:30:02,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,45783,1733193001781 2024-12-03T02:30:02,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34543 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,45783,1733193001781 2024-12-03T02:30:02,478 DEBUG [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543 2024-12-03T02:30:02,478 DEBUG [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40089 2024-12-03T02:30:02,478 DEBUG [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:30:02,506 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-03T02:30:02,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022/rs 2024-12-03T02:30:02,532 DEBUG [RS:0;64035cbb0b46:45783 {}] zookeeper.ZKUtil(111): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on existing znode=/0-806788022/rs/64035cbb0b46,45783,1733193001781 2024-12-03T02:30:02,532 WARN [RS:0;64035cbb0b46:45783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:30:02,532 INFO [RS:0;64035cbb0b46:45783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:02,532 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,45783,1733193001781] 2024-12-03T02:30:02,532 DEBUG [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781 2024-12-03T02:30:02,552 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:30:02,554 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:30:02,554 INFO [RS:0;64035cbb0b46:45783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:30:02,554 INFO [RS:0;64035cbb0b46:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,555 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:30:02,585 INFO [RS:0;64035cbb0b46:45783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:30:02,585 INFO [RS:0;64035cbb0b46:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,585 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:02,585 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:02,585 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:02,585 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:02,585 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:02,585 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:30:02,585 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:02,585 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:02,586 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:02,586 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:02,586 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:02,586 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:02,586 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:30:02,586 DEBUG [RS:0;64035cbb0b46:45783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:30:02,587 INFO [RS:0;64035cbb0b46:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,587 INFO [RS:0;64035cbb0b46:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,587 INFO [RS:0;64035cbb0b46:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,587 INFO [RS:0;64035cbb0b46:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,587 INFO [RS:0;64035cbb0b46:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,587 INFO [RS:0;64035cbb0b46:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,45783,1733193001781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:30:02,603 WARN [64035cbb0b46:34543 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-03T02:30:02,608 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:30:02,609 INFO [RS:0;64035cbb0b46:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,45783,1733193001781-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,629 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,45783,1733193001781, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:30:02,629 INFO [RS:0;64035cbb0b46:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,629 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.Replication(171): 64035cbb0b46,45783,1733193001781 started 2024-12-03T02:30:02,678 INFO [RS:0;64035cbb0b46:45783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:02,678 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,45783,1733193001781, RpcServer on 64035cbb0b46/172.17.0.3:45783, sessionid=0x1019a4fd9910007 2024-12-03T02:30:02,678 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:30:02,678 DEBUG [RS:0;64035cbb0b46:45783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,45783,1733193001781 2024-12-03T02:30:02,678 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,45783,1733193001781' 2024-12-03T02:30:02,679 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-806788022/flush-table-proc/abort' 2024-12-03T02:30:02,679 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-806788022/flush-table-proc/acquired' 2024-12-03T02:30:02,679 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:30:02,679 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:30:02,679 DEBUG [RS:0;64035cbb0b46:45783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,45783,1733193001781 2024-12-03T02:30:02,679 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,45783,1733193001781' 2024-12-03T02:30:02,679 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-806788022/online-snapshot/abort' 2024-12-03T02:30:02,681 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-806788022/online-snapshot/acquired' 2024-12-03T02:30:02,681 DEBUG [RS:0;64035cbb0b46:45783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:30:02,681 INFO [RS:0;64035cbb0b46:45783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:30:02,681 INFO [RS:0;64035cbb0b46:45783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:30:02,684 DEBUG [RS:0;64035cbb0b46:45783.replicationSource,1-64035cbb0b46,45783,1733193001781 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:44891' 2024-12-03T02:30:02,686 DEBUG [RS:0;64035cbb0b46:45783.replicationSource,1-64035cbb0b46,45783,1733193001781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@221f5281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:02,686 DEBUG [RS:0;64035cbb0b46:45783.replicationSource,1-64035cbb0b46,45783,1733193001781 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,44891,-1 for getting cluster id 2024-12-03T02:30:02,686 DEBUG [RS:0;64035cbb0b46:45783.replicationSource,1-64035cbb0b46,45783,1733193001781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:02,689 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ecceaf01-ed39-4bbf-974c-e275dc138f0b' 2024-12-03T02:30:02,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:02,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ecceaf01-ed39-4bbf-974c-e275dc138f0b" 2024-12-03T02:30:02,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4965b52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:02,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,44891,-1] 2024-12-03T02:30:02,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:02,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:02,693 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:02,695 DEBUG [RS:0;64035cbb0b46:45783.replicationSource,1-64035cbb0b46,45783,1733193001781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2770713d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:02,695 DEBUG [RS:0;64035cbb0b46:45783.replicationSource,1-64035cbb0b46,45783,1733193001781 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:02,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,44891,1733192992124 2024-12-03T02:30:02,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4380195 2024-12-03T02:30:02,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:02,697 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-03T02:30:02,698 INFO [RS:0;64035cbb0b46:45783.replicationSource,1-64035cbb0b46,45783,1733193001781 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,45783,1733193001781 (queues=0) is replicating from cluster=4e296623-74d6-4a38-bb50-f27a860cc712 to cluster=ecceaf01-ed39-4bbf-974c-e275dc138f0b 2024-12-03T02:30:02,782 INFO [RS:0;64035cbb0b46:45783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:30:02,783 INFO [RS:0;64035cbb0b46:45783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C45783%2C1733193001781, suffix=, logDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781, archiveDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/oldWALs, maxLogs=10 2024-12-03T02:30:02,800 DEBUG [RS:0;64035cbb0b46:45783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.1733193002784, exclude list is [], retry=0 2024-12-03T02:30:02,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-8ef8f4ff-b0e7-457d-9474-37434e40aa60,DISK] 2024-12-03T02:30:02,808 INFO [RS:0;64035cbb0b46:45783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.1733193002784 2024-12-03T02:30:02,811 DEBUG [RS:0;64035cbb0b46:45783 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 64035cbb0b46%2C45783%2C1733193001781 for peer 1 2024-12-03T02:30:02,811 DEBUG [RS:0;64035cbb0b46:45783 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C45783%2C1733193001781 2024-12-03T02:30:02,811 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,45783,1733193001781, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:30:02,812 DEBUG [RS:0;64035cbb0b46:45783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38985:38985)] 2024-12-03T02:30:02,812 INFO [RS:0;64035cbb0b46:45783.replicationSource.shipper64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C45783%2C1733193001781 2024-12-03T02:30:02,813 DEBUG [RS:0;64035cbb0b46:45783.replicationSource.wal-reader.64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.1733193002784, startPosition=0, beingWritten=true 2024-12-03T02:30:02,853 DEBUG [64035cbb0b46:34543 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:30:02,854 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,45783,1733193001781 2024-12-03T02:30:02,855 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,45783,1733193001781, state=OPENING 2024-12-03T02:30:02,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-806788022/meta-region-server 2024-12-03T02:30:02,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-806788022/meta-region-server 2024-12-03T02:30:02,874 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:30:02,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-806788022/meta-region-server: CHANGED 2024-12-03T02:30:02,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-806788022/meta-region-server: CHANGED 2024-12-03T02:30:02,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,45783,1733193001781}] 2024-12-03T02:30:03,027 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:30:03,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:30:03,031 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:30:03,032 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:03,032 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:30:03,033 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C45783%2C1733193001781.meta, suffix=.meta, logDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781, archiveDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/oldWALs, maxLogs=10 2024-12-03T02:30:03,033 DEBUG [RS:0;64035cbb0b46:45783.replicationSource.wal-reader.64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.1733193002784 to pos 0, reset compression=false 2024-12-03T02:30:03,046 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.meta.1733193003033.meta, exclude list is [], retry=0 2024-12-03T02:30:03,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-8ef8f4ff-b0e7-457d-9474-37434e40aa60,DISK] 2024-12-03T02:30:03,053 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.meta.1733193003033.meta 2024-12-03T02:30:03,054 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38985:38985)] 2024-12-03T02:30:03,054 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:03,055 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:03,055 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:30:03,055 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:30:03,055 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:30:03,055 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:30:03,055 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:03,055 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:30:03,056 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:30:03,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:30:03,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:30:03,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:03,069 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/info/c93d41dda00e403abe51362388279485 2024-12-03T02:30:03,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:03,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:30:03,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:30:03,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:03,076 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/ns/340cb09bdbe845619daef1e1cea268f9 2024-12-03T02:30:03,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:03,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:30:03,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:30:03,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:03,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:03,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:30:03,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:30:03,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:03,083 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/table/8bf5561761794fc189c1d79f72d237aa 2024-12-03T02:30:03,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:03,084 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:30:03,085 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740 2024-12-03T02:30:03,086 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740 2024-12-03T02:30:03,087 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:30:03,087 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:30:03,088 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:03,089 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:30:03,094 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60313016, jitterRate=-0.10126602649688721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:03,094 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:30:03,094 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193003056Writing region info on filesystem at 1733193003056Initializing all the Stores at 1733193003057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193003057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193003063 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193003063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193003063Cleaning up temporary data from old regions at 1733193003087 (+24 ms)Running coprocessor post-open hooks at 1733193003094 (+7 ms)Region opened successfully at 1733193003094 2024-12-03T02:30:03,096 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733193003027 2024-12-03T02:30:03,110 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:30:03,110 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:30:03,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=64035cbb0b46,45783,1733193001781 2024-12-03T02:30:03,112 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,45783,1733193001781, state=OPEN 2024-12-03T02:30:03,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-806788022/meta-region-server 2024-12-03T02:30:03,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-806788022/meta-region-server: CHANGED 2024-12-03T02:30:03,127 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,45783,1733193001781 2024-12-03T02:30:03,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-806788022/meta-region-server 2024-12-03T02:30:03,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-806788022/meta-region-server: CHANGED 2024-12-03T02:30:03,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-03T02:30:03,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,45783,1733193001781 in 252 msec 2024-12-03T02:30:03,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:30:03,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 688 msec 2024-12-03T02:30:03,341 DEBUG [RS:0;64035cbb0b46:45783.replicationSource.wal-reader.64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.1733193002784 to pos 0, reset compression=false 2024-12-03T02:30:03,755 DEBUG [RS:0;64035cbb0b46:45783.replicationSource.wal-reader.64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.1733193002784 to pos 0, reset compression=false 2024-12-03T02:30:04,030 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1574ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1524ms 2024-12-03T02:30:04,261 DEBUG [RS:0;64035cbb0b46:45783.replicationSource.wal-reader.64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.1733193002784 to pos 0, reset compression=false 2024-12-03T02:30:04,870 DEBUG [RS:0;64035cbb0b46:45783.replicationSource.wal-reader.64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.1733193002784 to pos 0, reset compression=false 2024-12-03T02:30:05,533 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3077ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3027ms 2024-12-03T02:30:05,589 DEBUG [RS:0;64035cbb0b46:45783.replicationSource.wal-reader.64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.1733193002784 to pos 0, reset compression=false 2024-12-03T02:30:06,400 DEBUG [RS:0;64035cbb0b46:45783.replicationSource.wal-reader.64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.1733193002784 to pos 0, reset compression=false 2024-12-03T02:30:06,990 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4534ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-03T02:30:06,991 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:30:06,991 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:06,991 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,45783,1733193001781, seqNum=-1] 2024-12-03T02:30:06,992 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:06,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:06,998 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3363f9f8a015caf70d10ae61cfe72a2d, regionState=OPEN, lastHost=64035cbb0b46,34737,1733192986582, regionLocation=64035cbb0b46,34737,1733192986582, openSeqNum=2 2024-12-03T02:30:06,998 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:30:06,998 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193066998 2024-12-03T02:30:06,998 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193126998 2024-12-03T02:30:06,998 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-03T02:30:06,998 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 64035cbb0b46,34737,1733192986582 had 2 regions 2024-12-03T02:30:06,999 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,34543,1733193001549-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:06,999 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,34543,1733193001549-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:06,999 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,34543,1733193001549-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:06,999 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:34543, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:06,999 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:06,999 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:07,000 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 64035cbb0b46,34737,1733192986582, splitWal=true, meta=true, isMeta: false 2024-12-03T02:30:07,004 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582-splitting dir is empty, no logs to split. 2024-12-03T02:30:07,004 INFO [PEWorker-2 {}] master.SplitWALManager(105): 64035cbb0b46,34737,1733192986582 WAL count=0, meta=false 2024-12-03T02:30:07,006 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.998sec 2024-12-03T02:30:07,006 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:30:07,006 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:30:07,006 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:30:07,006 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:30:07,006 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:30:07,006 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,34543,1733193001549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:30:07,006 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,34543,1733193001549-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:30:07,008 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,34737,1733192986582-splitting dir is empty, no logs to split. 2024-12-03T02:30:07,008 INFO [PEWorker-2 {}] master.SplitWALManager(105): 64035cbb0b46,34737,1733192986582 WAL count=0, meta=false 2024-12-03T02:30:07,008 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 64035cbb0b46,34737,1733192986582 WAL splitting is done? wals=0, meta=false 2024-12-03T02:30:07,009 WARN [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=64035cbb0b46,34737,1733192986582/hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:30:07,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3363f9f8a015caf70d10ae61cfe72a2d, ASSIGN}] 2024-12-03T02:30:07,012 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3363f9f8a015caf70d10ae61cfe72a2d, ASSIGN 2024-12-03T02:30:07,013 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3363f9f8a015caf70d10ae61cfe72a2d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-03T02:30:07,014 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:30:07,014 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:30:07,014 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,34543,1733193001549-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:07,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e5cb0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:07,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,34543,-1 for getting cluster id 2024-12-03T02:30:07,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:07,038 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e296623-74d6-4a38-bb50-f27a860cc712' 2024-12-03T02:30:07,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:07,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e296623-74d6-4a38-bb50-f27a860cc712" 2024-12-03T02:30:07,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bbce43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:07,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,34543,-1] 2024-12-03T02:30:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:07,040 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:07,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3788cc93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:07,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,45783,1733193001781, seqNum=-1] 2024-12-03T02:30:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:07,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:07,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-03T02:30:07,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:07,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:07,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:07,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:07,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:07,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 64035cbb0b46:34543 after: 64035cbb0b46:34543 2024-12-03T02:30:07,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5ae3de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:07,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,34543,-1 for getting cluster id 2024-12-03T02:30:07,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:07,047 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e296623-74d6-4a38-bb50-f27a860cc712' 2024-12-03T02:30:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e296623-74d6-4a38-bb50-f27a860cc712" 2024-12-03T02:30:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694fc0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,34543,-1] 2024-12-03T02:30:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:07,049 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:07,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4550ee72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:07,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,34543,1733193001549 2024-12-03T02:30:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d32c60 2024-12-03T02:30:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:07,052 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:07,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34543 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-03T02:30:07,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:30:07,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:07,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:07,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:07,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:07,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:07,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:30:07,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1723272572, stopped=false 2024-12-03T02:30:07,054 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,44891,1733192992124 2024-12-03T02:30:07,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1576000494/running 2024-12-03T02:30:07,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1576000494/running 2024-12-03T02:30:07,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:30:07,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:30:07,092 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:30:07,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Set watcher on znode that does not yet exist, /1576000494/running 2024-12-03T02:30:07,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Set watcher on znode that does not yet exist, /1576000494/running 2024-12-03T02:30:07,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:07,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:07,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:07,094 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,36345,1733192992217' ***** 2024-12-03T02:30:07,094 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:30:07,094 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:30:07,094 INFO [RS:0;64035cbb0b46:36345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:30:07,094 INFO [RS:0;64035cbb0b46:36345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:30:07,094 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,36345,1733192992217 2024-12-03T02:30:07,094 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:30:07,094 INFO [RS:0;64035cbb0b46:36345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:30:07,095 INFO [RS:0;64035cbb0b46:36345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:36345. 2024-12-03T02:30:07,095 DEBUG [RS:0;64035cbb0b46:36345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:07,095 DEBUG [RS:0;64035cbb0b46:36345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:07,095 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:30:07,095 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:30:07,095 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:30:07,095 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:30:07,095 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T02:30:07,095 DEBUG [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:30:07,095 DEBUG [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:30:07,095 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:30:07,095 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:30:07,095 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:30:07,095 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:30:07,095 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:30:07,095 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-03T02:30:07,123 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/data/hbase/meta/1588230740/.tmp/ns/ee679f527f1a42678a9226c7c167e905 is 43, key is default/ns:d/1733192995743/Put/seqid=0 2024-12-03T02:30:07,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741835_1011 (size=5153) 2024-12-03T02:30:07,127 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/data/hbase/meta/1588230740/.tmp/ns/ee679f527f1a42678a9226c7c167e905 2024-12-03T02:30:07,134 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/data/hbase/meta/1588230740/.tmp/ns/ee679f527f1a42678a9226c7c167e905 as hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/data/hbase/meta/1588230740/ns/ee679f527f1a42678a9226c7c167e905 2024-12-03T02:30:07,140 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/data/hbase/meta/1588230740/ns/ee679f527f1a42678a9226c7c167e905, entries=2, sequenceid=6, filesize=5.0 K 2024-12-03T02:30:07,141 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 46ms, sequenceid=6, compaction requested=false 2024-12-03T02:30:07,141 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:30:07,144 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:30:07,148 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T02:30:07,148 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:30:07,148 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:30:07,149 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:30:07,149 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193007095Running coprocessor pre-close hooks at 1733193007095Disabling compacts and flushes for region at 1733193007095Disabling writes for close at 1733193007095Obtaining lock to block concurrent updates at 1733193007095Preparing flush snapshotting stores in 1588230740 at 1733193007095Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733193007096 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733193007097 (+1 ms)Flushing 1588230740/ns: creating writer at 1733193007097Flushing 1588230740/ns: appending metadata at 1733193007123 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733193007123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b38834e: reopening flushed file at 1733193007133 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 46ms, sequenceid=6, compaction requested=false at 1733193007141 (+8 ms)Writing region close event to WAL at 1733193007142 (+1 ms)Running coprocessor post-close hooks at 1733193007148 (+6 ms)Closed at 1733193007148 2024-12-03T02:30:07,149 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:30:07,164 DEBUG [64035cbb0b46:34543 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:30:07,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3363f9f8a015caf70d10ae61cfe72a2d, regionState=OPENING, regionLocation=64035cbb0b46,45783,1733193001781 2024-12-03T02:30:07,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3363f9f8a015caf70d10ae61cfe72a2d, ASSIGN because future has completed 2024-12-03T02:30:07,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3363f9f8a015caf70d10ae61cfe72a2d, server=64035cbb0b46,45783,1733193001781}] 2024-12-03T02:30:07,295 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,36345,1733192992217; all regions closed. 2024-12-03T02:30:07,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741834_1010 (size=1152) 2024-12-03T02:30:07,299 DEBUG [RS:0;64035cbb0b46:36345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/oldWALs 2024-12-03T02:30:07,299 INFO [RS:0;64035cbb0b46:36345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C36345%2C1733192992217.meta:.meta(num 1733192995585) 2024-12-03T02:30:07,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741832_1008 (size=93) 2024-12-03T02:30:07,303 DEBUG [RS:0;64035cbb0b46:36345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/oldWALs 2024-12-03T02:30:07,303 INFO [RS:0;64035cbb0b46:36345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C36345%2C1733192992217:(num 1733192994436) 2024-12-03T02:30:07,303 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:30:07,303 DEBUG [RS:0;64035cbb0b46:36345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:07,303 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:30:07,303 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:30:07,304 INFO [RS:0;64035cbb0b46:36345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:30:07,304 INFO [RS:0;64035cbb0b46:36345 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T02:30:07,304 INFO [RS:0;64035cbb0b46:36345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:30:07,304 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:30:07,304 INFO [RS:0;64035cbb0b46:36345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36345 2024-12-03T02:30:07,305 DEBUG [RS:0;64035cbb0b46:45783.replicationSource.wal-reader.64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.1733193002784 to pos 0, reset compression=false 2024-12-03T02:30:07,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:30:07,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:07,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:30:07,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C45783%2C1733193001781.rep, suffix=, logDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781, archiveDir=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/oldWALs, maxLogs=10 2024-12-03T02:30:07,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.rep.1733193007325, exclude list is [], retry=0 2024-12-03T02:30:07,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32885,DS-8ef8f4ff-b0e7-457d-9474-37434e40aa60,DISK] 2024-12-03T02:30:07,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.rep.1733193007325 2024-12-03T02:30:07,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38985:38985)] 2024-12-03T02:30:07,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 3363f9f8a015caf70d10ae61cfe72a2d, NAME => 'hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:07,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:07,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:30:07,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. service=MultiRowMutationService 2024-12-03T02:30:07,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:30:07,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:07,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:07,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:07,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:07,344 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:07,344 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3363f9f8a015caf70d10ae61cfe72a2d columnFamilyName hfileref 2024-12-03T02:30:07,344 DEBUG [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:07,345 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] regionserver.HStore(327): Store=3363f9f8a015caf70d10ae61cfe72a2d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:07,345 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:07,345 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3363f9f8a015caf70d10ae61cfe72a2d columnFamilyName queue 2024-12-03T02:30:07,346 DEBUG [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:07,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494/rs 2024-12-03T02:30:07,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1576000494/rs/64035cbb0b46,36345,1733192992217 2024-12-03T02:30:07,349 INFO [RS:0;64035cbb0b46:36345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:30:07,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,36345,1733192992217] 2024-12-03T02:30:07,351 DEBUG [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/replication/3363f9f8a015caf70d10ae61cfe72a2d/queue/91d273682c194b8aa14dbc94a5bb80cc 2024-12-03T02:30:07,351 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] regionserver.HStore(327): Store=3363f9f8a015caf70d10ae61cfe72a2d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:07,351 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:07,352 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3363f9f8a015caf70d10ae61cfe72a2d columnFamilyName sid 2024-12-03T02:30:07,352 DEBUG [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:07,352 INFO [StoreOpener-3363f9f8a015caf70d10ae61cfe72a2d-1 {}] regionserver.HStore(327): Store=3363f9f8a015caf70d10ae61cfe72a2d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:07,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:07,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/replication/3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:07,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/replication/3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:07,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:07,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:07,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:30:07,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:07,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 3363f9f8a015caf70d10ae61cfe72a2d; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71374599, jitterRate=0.06356440484523773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:30:07,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:07,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 3363f9f8a015caf70d10ae61cfe72a2d: Running coprocessor pre-open hook at 1733193007343Writing region info on filesystem at 1733193007343Initializing all the Stores at 1733193007343Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193007343Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193007343Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193007343Cleaning up temporary data from old regions at 1733193007355 (+12 ms)Running coprocessor post-open hooks at 1733193007357 (+2 ms)Region opened successfully at 1733193007357 2024-12-03T02:30:07,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d., pid=13, masterSystemTime=1733193007320 2024-12-03T02:30:07,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:30:07,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:30:07,360 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3363f9f8a015caf70d10ae61cfe72a2d, regionState=OPEN, openSeqNum=9, regionLocation=64035cbb0b46,45783,1733193001781 2024-12-03T02:30:07,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3363f9f8a015caf70d10ae61cfe72a2d, server=64035cbb0b46,45783,1733193001781 because future has completed 2024-12-03T02:30:07,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T02:30:07,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3363f9f8a015caf70d10ae61cfe72a2d, server=64035cbb0b46,45783,1733193001781 in 195 msec 2024-12-03T02:30:07,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-03T02:30:07,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3363f9f8a015caf70d10ae61cfe72a2d, ASSIGN in 353 msec 2024-12-03T02:30:07,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-03T02:30:07,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d., hostname=64035cbb0b46,45783,1733193001781, seqNum=9] 2024-12-03T02:30:07,382 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 64035cbb0b46,34737,1733192986582 2024-12-03T02:30:07,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-03T02:30:07,474 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1576000494/draining/64035cbb0b46,36345,1733192992217 already deleted, retry=false 2024-12-03T02:30:07,474 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,36345,1733192992217 expired; onlineServers=0 2024-12-03T02:30:07,474 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,44891,1733192992124' ***** 2024-12-03T02:30:07,474 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:30:07,474 INFO [M:0;64035cbb0b46:44891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:30:07,474 INFO [M:0;64035cbb0b46:44891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:30:07,475 DEBUG [M:0;64035cbb0b46:44891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:30:07,475 DEBUG [M:0;64035cbb0b46:44891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:30:07,475 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:30:07,475 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192994187 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733192994187,5,FailOnTimeoutGroup] 2024-12-03T02:30:07,475 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192994187 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733192994187,5,FailOnTimeoutGroup] 2024-12-03T02:30:07,475 INFO [M:0;64035cbb0b46:44891 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:30:07,475 INFO [M:0;64035cbb0b46:44891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:30:07,475 DEBUG [M:0;64035cbb0b46:44891 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:30:07,475 INFO [M:0;64035cbb0b46:44891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:30:07,475 INFO [M:0;64035cbb0b46:44891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:30:07,475 INFO [M:0;64035cbb0b46:44891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:30:07,475 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:30:07,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1576000494/master 2024-12-03T02:30:07,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1576000494 2024-12-03T02:30:07,533 DEBUG [M:0;64035cbb0b46:44891 {}] zookeeper.ZKUtil(347): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Unable to get data of znode /1576000494/master because node does not exist (not an error) 2024-12-03T02:30:07,533 WARN [M:0;64035cbb0b46:44891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:30:07,534 INFO [M:0;64035cbb0b46:44891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/.lastflushedseqids 2024-12-03T02:30:07,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:07,537 INFO [RS:0;64035cbb0b46:36345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:30:07,537 INFO [RS:0;64035cbb0b46:36345 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,36345,1733192992217; zookeeper connection closed. 2024-12-03T02:30:07,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36345-0x1019a4fd9910004, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:07,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7201dee5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7201dee5 2024-12-03T02:30:07,538 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:30:07,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741836_1012 (size=99) 2024-12-03T02:30:07,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-03T02:30:07,941 INFO [M:0;64035cbb0b46:44891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:30:07,941 INFO [M:0;64035cbb0b46:44891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:30:07,942 DEBUG [M:0;64035cbb0b46:44891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:30:07,942 INFO [M:0;64035cbb0b46:44891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:07,942 DEBUG [M:0;64035cbb0b46:44891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:07,942 DEBUG [M:0;64035cbb0b46:44891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:30:07,942 DEBUG [M:0;64035cbb0b46:44891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:07,942 INFO [M:0;64035cbb0b46:44891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-03T02:30:07,962 DEBUG [M:0;64035cbb0b46:44891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5e8081986784314a0d906fff5a1c2cf is 82, key is hbase:meta,,1/info:regioninfo/1733192995661/Put/seqid=0 2024-12-03T02:30:07,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741837_1013 (size=5672) 2024-12-03T02:30:07,967 INFO [M:0;64035cbb0b46:44891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5e8081986784314a0d906fff5a1c2cf 2024-12-03T02:30:07,991 DEBUG [M:0;64035cbb0b46:44891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70941bfdd7dd43738af688f8d8e04f80 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733192995775/Put/seqid=0 2024-12-03T02:30:08,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741838_1014 (size=5275) 2024-12-03T02:30:08,310 DEBUG [RS:0;64035cbb0b46:45783.replicationSource.wal-reader.64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.1733193002784 to pos 0, reset compression=false 2024-12-03T02:30:08,404 INFO [M:0;64035cbb0b46:44891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70941bfdd7dd43738af688f8d8e04f80 2024-12-03T02:30:08,450 DEBUG [M:0;64035cbb0b46:44891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2ba54089db44139b2cc9824b9967c33 is 69, key is 64035cbb0b46,36345,1733192992217/rs:state/1733192994284/Put/seqid=0 2024-12-03T02:30:08,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741839_1015 (size=5156) 2024-12-03T02:30:08,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:30:08,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:08,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:08,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:08,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:08,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:08,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:08,863 INFO [M:0;64035cbb0b46:44891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2ba54089db44139b2cc9824b9967c33 2024-12-03T02:30:08,868 DEBUG [M:0;64035cbb0b46:44891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d5e8081986784314a0d906fff5a1c2cf as hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d5e8081986784314a0d906fff5a1c2cf 2024-12-03T02:30:08,872 INFO [M:0;64035cbb0b46:44891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d5e8081986784314a0d906fff5a1c2cf, entries=8, sequenceid=28, filesize=5.5 K 2024-12-03T02:30:08,873 DEBUG [M:0;64035cbb0b46:44891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70941bfdd7dd43738af688f8d8e04f80 as hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70941bfdd7dd43738af688f8d8e04f80 2024-12-03T02:30:08,878 INFO [M:0;64035cbb0b46:44891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70941bfdd7dd43738af688f8d8e04f80, entries=3, sequenceid=28, filesize=5.2 K 2024-12-03T02:30:08,879 DEBUG [M:0;64035cbb0b46:44891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2ba54089db44139b2cc9824b9967c33 as hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2ba54089db44139b2cc9824b9967c33 2024-12-03T02:30:08,883 INFO [M:0;64035cbb0b46:44891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45209/user/jenkins/test-data/fadbbd27-bb90-169f-071c-d2a485e2ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2ba54089db44139b2cc9824b9967c33, entries=1, sequenceid=28, filesize=5.0 K 2024-12-03T02:30:08,884 INFO [M:0;64035cbb0b46:44891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=28, compaction requested=false 2024-12-03T02:30:08,885 INFO [M:0;64035cbb0b46:44891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:08,885 DEBUG [M:0;64035cbb0b46:44891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193007941Disabling compacts and flushes for region at 1733193007941Disabling writes for close at 1733193007942 (+1 ms)Obtaining lock to block concurrent updates at 1733193007942Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193007942Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733193007942Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193007943 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193007943Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193007962 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193007962Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193007972 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193007990 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193007990Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193008416 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193008449 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193008449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@278156b: reopening flushed file at 1733193008867 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab98cb9: reopening flushed file at 1733193008873 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@366c3405: reopening flushed file at 1733193008878 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 942ms, sequenceid=28, compaction requested=false at 1733193008884 (+6 ms)Writing region close event to WAL at 1733193008885 (+1 ms)Closed at 1733193008885 2024-12-03T02:30:08,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39215 is added to blk_1073741830_1006 (size=10165) 2024-12-03T02:30:08,888 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:30:08,888 INFO [M:0;64035cbb0b46:44891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:30:08,888 INFO [M:0;64035cbb0b46:44891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44891 2024-12-03T02:30:08,890 INFO [M:0;64035cbb0b46:44891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:30:09,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:09,008 INFO [M:0;64035cbb0b46:44891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:30:09,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44891-0x1019a4fd9910003, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:09,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12999591{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:30:09,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ead8141{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:30:09,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:30:09,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@695e96e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:30:09,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@710e96d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/hadoop.log.dir/,STOPPED} 2024-12-03T02:30:09,012 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:30:09,012 WARN [BP-1973999083-172.17.0.3-1733192989662 heartbeating to localhost/127.0.0.1:45209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:30:09,012 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:30:09,012 WARN [BP-1973999083-172.17.0.3-1733192989662 heartbeating to localhost/127.0.0.1:45209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1973999083-172.17.0.3-1733192989662 (Datanode Uuid d630bf10-ee6a-447a-adbb-d3b6dfa69c3d) service to localhost/127.0.0.1:45209 2024-12-03T02:30:09,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/cluster_f11e3981-c4ca-07da-5f9e-6f947180d544/data/data1/current/BP-1973999083-172.17.0.3-1733192989662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:30:09,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/cluster_f11e3981-c4ca-07da-5f9e-6f947180d544/data/data2/current/BP-1973999083-172.17.0.3-1733192989662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:30:09,013 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:30:09,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1950{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:30:09,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@402eadba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:30:09,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:30:09,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@432862bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:30:09,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23ad2ba5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/hadoop.log.dir/,STOPPED} 2024-12-03T02:30:09,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:30:09,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:30:09,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:09,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:09,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:09,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:09,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:09,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:30:09,034 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=301906980, stopped=false 2024-12-03T02:30:09,034 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,34543,1733193001549 2024-12-03T02:30:09,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-806788022/running 2024-12-03T02:30:09,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-806788022/running 2024-12-03T02:30:09,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:30:09,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:30:09,049 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:30:09,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/running 2024-12-03T02:30:09,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Set watcher on znode that does not yet exist, /0-806788022/running 2024-12-03T02:30:09,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:09,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:09,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:09,050 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,45783,1733193001781' ***** 2024-12-03T02:30:09,050 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:30:09,051 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:30:09,051 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:30:09,051 INFO [RS:0;64035cbb0b46:45783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:30:09,051 INFO [RS:0;64035cbb0b46:45783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:30:09,051 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(3091): Received CLOSE for 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:09,052 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,45783,1733193001781 2024-12-03T02:30:09,052 INFO [RS:0;64035cbb0b46:45783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:30:09,052 INFO [RS:0;64035cbb0b46:45783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:45783. 2024-12-03T02:30:09,052 DEBUG [RS:0;64035cbb0b46:45783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:09,052 DEBUG [RS:0;64035cbb0b46:45783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:09,052 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3363f9f8a015caf70d10ae61cfe72a2d, disabling compactions & flushes 2024-12-03T02:30:09,052 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:30:09,052 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:30:09,052 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:30:09,052 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:30:09,052 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:30:09,052 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:30:09,052 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. after waiting 0 ms 2024-12-03T02:30:09,052 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:30:09,052 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T02:30:09,052 DEBUG [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(1325): Online Regions={3363f9f8a015caf70d10ae61cfe72a2d=hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:30:09,052 DEBUG [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3363f9f8a015caf70d10ae61cfe72a2d 2024-12-03T02:30:09,052 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:30:09,052 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:30:09,053 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:30:09,053 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:30:09,053 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:30:09,053 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-03T02:30:09,056 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/replication/3363f9f8a015caf70d10ae61cfe72a2d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-03T02:30:09,056 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:30:09,056 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:30:09,056 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:30:09,057 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3363f9f8a015caf70d10ae61cfe72a2d: Waiting for close lock at 1733193009052Running coprocessor pre-close hooks at 1733193009052Disabling compacts and flushes for region at 1733193009052Disabling writes for close at 1733193009052Writing region close event to WAL at 1733193009053 (+1 ms)Running coprocessor post-close hooks at 1733193009056 (+3 ms)Closed at 1733193009056 2024-12-03T02:30:09,057 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d. 2024-12-03T02:30:09,067 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/.tmp/info/1a091d4f9f3b4a32a28feb135f909e84 is 147, key is hbase:replication,,1733192995928.3363f9f8a015caf70d10ae61cfe72a2d./info:regioninfo/1733193007360/Put/seqid=0 2024-12-03T02:30:09,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741851_1027 (size=6385) 2024-12-03T02:30:09,100 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:30:09,253 DEBUG [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:30:09,414 DEBUG [RS:0;64035cbb0b46:45783.replicationSource.wal-reader.64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/WALs/64035cbb0b46,45783,1733193001781/64035cbb0b46%2C45783%2C1733193001781.1733193002784 to pos 0, reset compression=false 2024-12-03T02:30:09,453 DEBUG [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:30:09,472 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/.tmp/info/1a091d4f9f3b4a32a28feb135f909e84 2024-12-03T02:30:09,478 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/.tmp/info/1a091d4f9f3b4a32a28feb135f909e84 as hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/info/1a091d4f9f3b4a32a28feb135f909e84 2024-12-03T02:30:09,487 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/info/1a091d4f9f3b4a32a28feb135f909e84, entries=8, sequenceid=19, filesize=6.2 K 2024-12-03T02:30:09,488 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false 2024-12-03T02:30:09,494 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-03T02:30:09,494 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:30:09,494 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:30:09,494 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:30:09,494 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193009052Running coprocessor pre-close hooks at 1733193009052Disabling compacts and flushes for region at 1733193009052Disabling writes for close at 1733193009053 (+1 ms)Obtaining lock to block concurrent updates at 1733193009053Preparing flush snapshotting stores in 1588230740 at 1733193009053Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733193009053Flushing stores of hbase:meta,,1.1588230740 at 1733193009053Flushing 1588230740/info: creating writer at 1733193009054 (+1 ms)Flushing 1588230740/info: appending metadata at 1733193009066 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733193009066Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e553fe2: reopening flushed file at 1733193009477 (+411 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false at 1733193009488 (+11 ms)Writing region close event to WAL at 1733193009490 (+2 ms)Running coprocessor post-close hooks at 1733193009494 (+4 ms)Closed at 1733193009494 2024-12-03T02:30:09,495 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:30:09,589 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:30:09,589 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:30:09,653 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,45783,1733193001781; all regions closed. 2024-12-03T02:30:09,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741849_1025 (size=2156) 2024-12-03T02:30:09,658 DEBUG [RS:0;64035cbb0b46:45783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/oldWALs 2024-12-03T02:30:09,658 INFO [RS:0;64035cbb0b46:45783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C45783%2C1733193001781.meta:.meta(num 1733193003033) 2024-12-03T02:30:09,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741850_1026 (size=796) 2024-12-03T02:30:09,662 DEBUG [RS:0;64035cbb0b46:45783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/oldWALs 2024-12-03T02:30:09,662 INFO [RS:0;64035cbb0b46:45783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C45783%2C1733193001781.rep:(num 1733193007325) 2024-12-03T02:30:09,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741848_1024 (size=93) 2024-12-03T02:30:09,667 DEBUG [RS:0;64035cbb0b46:45783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/oldWALs 2024-12-03T02:30:09,668 INFO [RS:0;64035cbb0b46:45783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C45783%2C1733193001781:(num 1733193002784) 2024-12-03T02:30:09,668 DEBUG [RS:0;64035cbb0b46:45783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:09,668 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:30:09,668 INFO [RS:0;64035cbb0b46:45783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:30:09,668 INFO [RS:0;64035cbb0b46:45783 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:30:09,668 INFO [RS:0;64035cbb0b46:45783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:30:09,668 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:30:09,668 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,45783,1733193001781 because: Region server is closing 2024-12-03T02:30:09,668 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-03T02:30:09,668 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-03T02:30:09,668 INFO [RS:0;64035cbb0b46:45783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:45783. 2024-12-03T02:30:09,668 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T02:30:09,668 DEBUG [RS:0;64035cbb0b46:45783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:09,668 DEBUG [RS:0;64035cbb0b46:45783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:09,669 DEBUG [RS:0;64035cbb0b46:45783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:09,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:09,769 WARN [RS:0;64035cbb0b46:45783.replicationSource.wal-reader.64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:30:09,771 WARN [RS:0;64035cbb0b46:45783.replicationSource.shipper64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T02:30:09,771 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;64035cbb0b46:45783.replicationSource.shipper64035cbb0b46%2C45783%2C1733193001781,1-64035cbb0b46,45783,1733193001781 terminated 2024-12-03T02:30:09,771 INFO [RS:0;64035cbb0b46:45783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45783 2024-12-03T02:30:09,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-806788022/rs/64035cbb0b46,45783,1733193001781 2024-12-03T02:30:09,815 INFO [RS:0;64035cbb0b46:45783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:30:09,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022/rs 2024-12-03T02:30:09,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,45783,1733193001781] 2024-12-03T02:30:09,906 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/draining/64035cbb0b46,45783,1733193001781 already deleted, retry=false 2024-12-03T02:30:09,907 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,45783,1733193001781 expired; onlineServers=0 2024-12-03T02:30:09,907 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,34543,1733193001549' ***** 2024-12-03T02:30:09,907 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:30:09,907 INFO [M:0;64035cbb0b46:34543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:30:09,907 INFO [M:0;64035cbb0b46:34543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:30:09,907 DEBUG [M:0;64035cbb0b46:34543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:30:09,907 DEBUG [M:0;64035cbb0b46:34543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:30:09,907 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193002443 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193002443,5,FailOnTimeoutGroup] 2024-12-03T02:30:09,907 INFO [M:0;64035cbb0b46:34543 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:30:09,907 INFO [M:0;64035cbb0b46:34543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:30:09,907 DEBUG [M:0;64035cbb0b46:34543 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:30:09,907 INFO [M:0;64035cbb0b46:34543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:30:09,907 INFO [M:0;64035cbb0b46:34543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:30:09,907 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193002442 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193002442,5,FailOnTimeoutGroup] 2024-12-03T02:30:09,908 INFO [M:0;64035cbb0b46:34543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:30:09,908 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:30:09,909 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:30:09,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-806788022/master 2024-12-03T02:30:09,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-806788022 2024-12-03T02:30:09,933 DEBUG [M:0;64035cbb0b46:34543 {}] zookeeper.RecoverableZooKeeper(212): Node /0-806788022/master already deleted, retry=false 2024-12-03T02:30:09,933 DEBUG [M:0;64035cbb0b46:34543 {}] master.ActiveMasterManager(353): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-806788022/master 2024-12-03T02:30:09,935 INFO [M:0;64035cbb0b46:34543 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/.lastflushedseqids 2024-12-03T02:30:09,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741852_1028 (size=181) 2024-12-03T02:30:09,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:09,957 INFO [RS:0;64035cbb0b46:45783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:30:09,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45783-0x1019a4fd9910007, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:09,958 INFO [RS:0;64035cbb0b46:45783 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,45783,1733193001781; zookeeper connection closed. 2024-12-03T02:30:09,958 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bb7069e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bb7069e 2024-12-03T02:30:09,958 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:30:10,349 INFO [M:0;64035cbb0b46:34543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:30:10,349 INFO [M:0;64035cbb0b46:34543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:30:10,350 DEBUG [M:0;64035cbb0b46:34543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:30:10,350 INFO [M:0;64035cbb0b46:34543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:10,350 DEBUG [M:0;64035cbb0b46:34543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:10,350 DEBUG [M:0;64035cbb0b46:34543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:30:10,350 DEBUG [M:0;64035cbb0b46:34543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:10,350 INFO [M:0;64035cbb0b46:34543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-03T02:30:10,368 DEBUG [M:0;64035cbb0b46:34543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09149a0e85ce49dcbbc6f4ed43882494 is 82, key is hbase:meta,,1/info:regioninfo/1733193003111/Put/seqid=0 2024-12-03T02:30:10,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741853_1029 (size=5672) 2024-12-03T02:30:10,773 INFO [M:0;64035cbb0b46:34543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09149a0e85ce49dcbbc6f4ed43882494 2024-12-03T02:30:10,796 DEBUG [M:0;64035cbb0b46:34543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6ec94d842d54dea8fee1c8be688b997 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733193007365/Put/seqid=0 2024-12-03T02:30:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741854_1030 (size=7312) 2024-12-03T02:30:11,201 INFO [M:0;64035cbb0b46:34543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6ec94d842d54dea8fee1c8be688b997 2024-12-03T02:30:11,226 DEBUG [M:0;64035cbb0b46:34543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/742753609aab4062b43eea85492408e5 is 69, key is 64035cbb0b46,45783,1733193001781/rs:state/1733193002477/Put/seqid=0 2024-12-03T02:30:11,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741855_1031 (size=5370) 2024-12-03T02:30:11,231 INFO [M:0;64035cbb0b46:34543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/742753609aab4062b43eea85492408e5 2024-12-03T02:30:11,237 INFO [M:0;64035cbb0b46:34543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 742753609aab4062b43eea85492408e5 2024-12-03T02:30:11,239 DEBUG [M:0;64035cbb0b46:34543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09149a0e85ce49dcbbc6f4ed43882494 as hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09149a0e85ce49dcbbc6f4ed43882494 2024-12-03T02:30:11,246 INFO [M:0;64035cbb0b46:34543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09149a0e85ce49dcbbc6f4ed43882494, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T02:30:11,247 DEBUG [M:0;64035cbb0b46:34543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f6ec94d842d54dea8fee1c8be688b997 as hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6ec94d842d54dea8fee1c8be688b997 2024-12-03T02:30:11,252 INFO [M:0;64035cbb0b46:34543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f6ec94d842d54dea8fee1c8be688b997, entries=7, sequenceid=127, filesize=7.1 K 2024-12-03T02:30:11,254 DEBUG [M:0;64035cbb0b46:34543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/742753609aab4062b43eea85492408e5 as hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/742753609aab4062b43eea85492408e5 2024-12-03T02:30:11,259 INFO [M:0;64035cbb0b46:34543 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 742753609aab4062b43eea85492408e5 2024-12-03T02:30:11,259 INFO [M:0;64035cbb0b46:34543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40089/user/jenkins/test-data/8a555590-8425-04ca-e311-c98b1c956543/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/742753609aab4062b43eea85492408e5, entries=2, sequenceid=127, filesize=5.2 K 2024-12-03T02:30:11,260 INFO [M:0;64035cbb0b46:34543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=127, compaction requested=false 2024-12-03T02:30:11,261 INFO [M:0;64035cbb0b46:34543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:11,261 DEBUG [M:0;64035cbb0b46:34543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193010350Disabling compacts and flushes for region at 1733193010350Disabling writes for close at 1733193010350Obtaining lock to block concurrent updates at 1733193010350Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193010350Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733193010350Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193010351 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193010351Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193010367 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193010367Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193010778 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193010795 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193010795Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193011209 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193011225 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193011225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f566d26: reopening flushed file at 1733193011238 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5108a1d2: reopening flushed file at 1733193011246 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7f326d: reopening flushed file at 1733193011253 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 910ms, sequenceid=127, compaction requested=false at 1733193011260 (+7 ms)Writing region close event to WAL at 1733193011261 (+1 ms)Closed at 1733193011261 2024-12-03T02:30:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32885 is added to blk_1073741847_1023 (size=22903) 2024-12-03T02:30:11,264 INFO [M:0;64035cbb0b46:34543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:30:11,264 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:30:11,264 INFO [M:0;64035cbb0b46:34543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34543 2024-12-03T02:30:11,265 INFO [M:0;64035cbb0b46:34543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:30:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:30:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T02:30:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T02:30:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:30:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:11,382 INFO [M:0;64035cbb0b46:34543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:30:11,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34543-0x1019a4fd9910006, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:11,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5924fa2b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:30:11,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b377a9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:30:11,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:30:11,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@718bbb2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:30:11,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f06f586{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/hadoop.log.dir/,STOPPED} 2024-12-03T02:30:11,386 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:30:11,386 WARN [BP-1585108038-172.17.0.3-1733192984521 heartbeating to localhost/127.0.0.1:40089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:30:11,386 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:30:11,386 WARN [BP-1585108038-172.17.0.3-1733192984521 heartbeating to localhost/127.0.0.1:40089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1585108038-172.17.0.3-1733192984521 (Datanode Uuid 450ca7f1-b0bf-4c63-90cf-e177d15400e2) service to localhost/127.0.0.1:40089 2024-12-03T02:30:11,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/cluster_5e9e2a6d-044a-a796-25f8-bfd68af1d221/data/data2/current/BP-1585108038-172.17.0.3-1733192984521 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:30:11,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/cluster_5e9e2a6d-044a-a796-25f8-bfd68af1d221/data/data1/current/BP-1585108038-172.17.0.3-1733192984521 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:30:11,390 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:30:11,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d27629c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:30:11,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@388eaf91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:30:11,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:30:11,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@258ab457{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:30:11,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16a38ed3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4309288b-6e59-2d9d-c1eb-fb7322b0d0ec/hadoop.log.dir/,STOPPED} 2024-12-03T02:30:11,402 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T02:30:11,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:30:11,421 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 158) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53553) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45209 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40089 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:45209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53553) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40089 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40089 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=567 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=671 (was 529) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1170 (was 1226) 2024-12-03T02:30:11,428 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=567, MaxFileDescriptor=1048576, SystemLoadAverage=671, ProcessCount=11, AvailableMemoryMB=1169 2024-12-03T02:30:11,439 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-03T02:30:11,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/hadoop.log.dir so I do NOT create it in target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54 2024-12-03T02:30:11,440 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:30:11,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/hadoop.tmp.dir so I do NOT create it in target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54 2024-12-03T02:30:11,440 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf99dd94-8c79-a0f1-d949-57c8c132b915/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:30:11,440 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54 2024-12-03T02:30:11,440 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/cluster_479266a1-b094-9d60-fea5-9fbd45c82af5, deleteOnExit=true 2024-12-03T02:30:11,442 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/cluster_479266a1-b094-9d60-fea5-9fbd45c82af5/zookeeper_0, clientPort=54978, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/cluster_479266a1-b094-9d60-fea5-9fbd45c82af5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/cluster_479266a1-b094-9d60-fea5-9fbd45c82af5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T02:30:11,443 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54978 2024-12-03T02:30:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:30:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:30:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/test.cache.data in system properties and HBase conf 2024-12-03T02:30:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:30:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:30:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:30:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:30:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:30:11,443 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:30:11,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:30:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:30:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:30:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:30:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:30:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:30:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:30:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:30:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:30:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:30:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:30:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:30:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:30:11,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:30:11,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a4fd9910005, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:30:11,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a4fd9910002, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:30:11,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a4fd9910005, quorum=127.0.0.1:53553, baseZNode=/1576000494 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:30:11,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a4fd9910002, quorum=127.0.0.1:53553, baseZNode=/0-806788022 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:30:11,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:30:11,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:30:11,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:30:11,679 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:30:11,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:30:11,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:30:11,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dc9695b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:30:11,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7160f6c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:30:11,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e9feb6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/java.io.tmpdir/jetty-localhost-39015-hadoop-hdfs-3_4_1-tests_jar-_-any-12881633194531907141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:30:11,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dbb06a1{HTTP/1.1, (http/1.1)}{localhost:39015} 2024-12-03T02:30:11,813 INFO [Time-limited test {}] server.Server(415): Started @167000ms 2024-12-03T02:30:12,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:30:12,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:30:12,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:30:12,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:30:12,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:30:12,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41510202{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:30:12,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@552c5a27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:30:12,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7687cba7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/java.io.tmpdir/jetty-localhost-40199-hadoop-hdfs-3_4_1-tests_jar-_-any-8026941664184785001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:30:12,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7656224f{HTTP/1.1, (http/1.1)}{localhost:40199} 2024-12-03T02:30:12,315 INFO [Time-limited test {}] server.Server(415): Started @167502ms 2024-12-03T02:30:12,316 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:30:12,914 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/cluster_479266a1-b094-9d60-fea5-9fbd45c82af5/data/data1/current/BP-2018533576-172.17.0.3-1733193011458/current, will proceed with Du for space computation calculation, 2024-12-03T02:30:12,914 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/cluster_479266a1-b094-9d60-fea5-9fbd45c82af5/data/data2/current/BP-2018533576-172.17.0.3-1733193011458/current, will proceed with Du for space computation calculation, 2024-12-03T02:30:12,930 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:30:12,933 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a3dd495f5dde4da with lease ID 0xce4ed9f5a0a25e1c: Processing first storage report for DS-37075d2c-6dfa-46e5-8836-03dd4fe9c4ab from datanode DatanodeRegistration(127.0.0.1:38143, datanodeUuid=4a3a9015-c475-41b5-a39b-021cc32aca8a, infoPort=41317, infoSecurePort=0, ipcPort=33687, storageInfo=lv=-57;cid=testClusterID;nsid=1915827114;c=1733193011458) 2024-12-03T02:30:12,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a3dd495f5dde4da with lease ID 0xce4ed9f5a0a25e1c: from storage DS-37075d2c-6dfa-46e5-8836-03dd4fe9c4ab node DatanodeRegistration(127.0.0.1:38143, datanodeUuid=4a3a9015-c475-41b5-a39b-021cc32aca8a, infoPort=41317, infoSecurePort=0, ipcPort=33687, storageInfo=lv=-57;cid=testClusterID;nsid=1915827114;c=1733193011458), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:30:12,933 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a3dd495f5dde4da with lease ID 0xce4ed9f5a0a25e1c: Processing first storage report for DS-5a0b36f2-2c65-4315-a19b-afe8e8a94071 from datanode DatanodeRegistration(127.0.0.1:38143, datanodeUuid=4a3a9015-c475-41b5-a39b-021cc32aca8a, infoPort=41317, infoSecurePort=0, ipcPort=33687, storageInfo=lv=-57;cid=testClusterID;nsid=1915827114;c=1733193011458) 2024-12-03T02:30:12,933 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a3dd495f5dde4da with lease ID 0xce4ed9f5a0a25e1c: from storage DS-5a0b36f2-2c65-4315-a19b-afe8e8a94071 node DatanodeRegistration(127.0.0.1:38143, datanodeUuid=4a3a9015-c475-41b5-a39b-021cc32aca8a, infoPort=41317, infoSecurePort=0, ipcPort=33687, storageInfo=lv=-57;cid=testClusterID;nsid=1915827114;c=1733193011458), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:30:12,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54 2024-12-03T02:30:12,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:12,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:12,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:30:13,367 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3 with version=8 2024-12-03T02:30:13,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/hbase-staging 2024-12-03T02:30:13,368 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:30:13,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:13,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:13,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:30:13,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:13,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:30:13,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:30:13,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:30:13,369 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43287 2024-12-03T02:30:13,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43287 connecting to ZooKeeper ensemble=127.0.0.1:54978 2024-12-03T02:30:13,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432870x0, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:13,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43287-0x1019a5042da0000 connected 2024-12-03T02:30:13,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:13,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:13,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Set watcher on znode that does not yet exist, /0-241746422/running 2024-12-03T02:30:13,496 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3, hbase.cluster.distributed=false 2024-12-03T02:30:13,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Set watcher on znode that does not yet exist, /0-241746422/acl 2024-12-03T02:30:13,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43287 2024-12-03T02:30:13,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43287 2024-12-03T02:30:13,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43287 2024-12-03T02:30:13,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43287 2024-12-03T02:30:13,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43287 2024-12-03T02:30:13,514 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:30:13,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:13,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:13,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:30:13,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:13,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:30:13,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:30:13,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:30:13,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44451 2024-12-03T02:30:13,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44451 connecting to ZooKeeper ensemble=127.0.0.1:54978 2024-12-03T02:30:13,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:13,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:13,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444510x0, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:13,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444510x0, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Set watcher on znode that does not yet exist, /0-241746422/running 2024-12-03T02:30:13,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44451-0x1019a5042da0001 connected 2024-12-03T02:30:13,526 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:30:13,527 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:30:13,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Set watcher on znode that does not yet exist, /0-241746422/master 2024-12-03T02:30:13,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Set watcher on znode that does not yet exist, /0-241746422/acl 2024-12-03T02:30:13,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44451 2024-12-03T02:30:13,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44451 2024-12-03T02:30:13,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44451 2024-12-03T02:30:13,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44451 2024-12-03T02:30:13,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44451 2024-12-03T02:30:13,544 DEBUG [M:0;64035cbb0b46:43287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:43287 2024-12-03T02:30:13,545 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-241746422/backup-masters/64035cbb0b46,43287,1733193013368 2024-12-03T02:30:13,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422/backup-masters 2024-12-03T02:30:13,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422/backup-masters 2024-12-03T02:30:13,551 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Set watcher on existing znode=/0-241746422/backup-masters/64035cbb0b46,43287,1733193013368 2024-12-03T02:30:13,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-241746422/master 2024-12-03T02:30:13,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:13,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:13,559 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Set watcher on existing znode=/0-241746422/master 2024-12-03T02:30:13,560 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-241746422/backup-masters/64035cbb0b46,43287,1733193013368 from backup master directory 2024-12-03T02:30:13,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422/backup-masters 2024-12-03T02:30:13,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-241746422/backup-masters/64035cbb0b46,43287,1733193013368 2024-12-03T02:30:13,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422/backup-masters 2024-12-03T02:30:13,567 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:30:13,567 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,43287,1733193013368 2024-12-03T02:30:13,570 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/hbase.id] with ID: 1d40447f-49d7-4338-a092-6f611540c88b 2024-12-03T02:30:13,570 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/.tmp/hbase.id 2024-12-03T02:30:13,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:30:13,975 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/.tmp/hbase.id]:[hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/hbase.id] 2024-12-03T02:30:13,989 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:13,989 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:30:13,990 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T02:30:14,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:14,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:30:14,023 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:30:14,023 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:30:14,024 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:14,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:30:14,432 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store 2024-12-03T02:30:14,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:30:14,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:30:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:14,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:14,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:14,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:14,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:14,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:14,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:14,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:14,841 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:14,842 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:30:14,842 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:14,842 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:14,842 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:30:14,842 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:14,842 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:14,842 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193014842Disabling compacts and flushes for region at 1733193014842Disabling writes for close at 1733193014842Writing region close event to WAL at 1733193014842Closed at 1733193014842 2024-12-03T02:30:14,843 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/.initializing 2024-12-03T02:30:14,843 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/WALs/64035cbb0b46,43287,1733193013368 2024-12-03T02:30:14,844 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:30:14,845 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C43287%2C1733193013368, suffix=, logDir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/WALs/64035cbb0b46,43287,1733193013368, archiveDir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/oldWALs, maxLogs=10 2024-12-03T02:30:14,860 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/WALs/64035cbb0b46,43287,1733193013368/64035cbb0b46%2C43287%2C1733193013368.1733193014845, exclude list is [], retry=0 2024-12-03T02:30:14,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38143,DS-37075d2c-6dfa-46e5-8836-03dd4fe9c4ab,DISK] 2024-12-03T02:30:14,863 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/WALs/64035cbb0b46,43287,1733193013368/64035cbb0b46%2C43287%2C1733193013368.1733193014845 2024-12-03T02:30:14,864 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41317:41317)] 2024-12-03T02:30:14,864 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:14,864 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:14,864 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:14,864 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:14,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:14,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:30:14,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:14,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:14,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:14,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:30:14,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:14,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:14,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:14,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:30:14,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:14,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:14,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:14,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:30:14,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:14,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:14,871 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:14,871 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:14,872 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:14,873 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:14,873 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:14,873 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:14,874 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:14,876 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:14,876 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73027227, jitterRate=0.0881904810667038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:14,877 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193014864Initializing all the Stores at 1733193014865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193014865Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193014865Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193014865Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193014865Cleaning up temporary data from old regions at 1733193014873 (+8 ms)Region opened successfully at 1733193014877 (+4 ms) 2024-12-03T02:30:14,877 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:30:14,879 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbeb14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:30:14,880 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:30:14,880 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:30:14,880 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:30:14,880 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:30:14,881 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:30:14,881 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:30:14,881 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:30:14,884 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:30:14,885 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Unable to get data of znode /0-241746422/balancer because node does not exist (not necessarily an error) 2024-12-03T02:30:14,916 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-241746422/balancer already deleted, retry=false 2024-12-03T02:30:14,917 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:30:14,917 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Unable to get data of znode /0-241746422/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:30:14,926 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-241746422/normalizer already deleted, retry=false 2024-12-03T02:30:14,926 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:30:14,927 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Unable to get data of znode /0-241746422/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:30:14,934 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-241746422/switch/split already deleted, retry=false 2024-12-03T02:30:14,935 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Unable to get data of znode /0-241746422/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:30:14,942 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-241746422/switch/merge already deleted, retry=false 2024-12-03T02:30:14,943 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Unable to get data of znode /0-241746422/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:30:14,951 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-241746422/snapshot-cleanup already deleted, retry=false 2024-12-03T02:30:14,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-241746422/running 2024-12-03T02:30:14,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-241746422/running 2024-12-03T02:30:14,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:14,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:14,960 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,43287,1733193013368, sessionid=0x1019a5042da0000, setting cluster-up flag (Was=false) 2024-12-03T02:30:14,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:14,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:15,001 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-241746422/flush-table-proc/acquired, /0-241746422/flush-table-proc/reached, /0-241746422/flush-table-proc/abort 2024-12-03T02:30:15,002 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,43287,1733193013368 2024-12-03T02:30:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:15,042 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-241746422/online-snapshot/acquired, /0-241746422/online-snapshot/reached, /0-241746422/online-snapshot/abort 2024-12-03T02:30:15,043 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,43287,1733193013368 2024-12-03T02:30:15,044 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:30:15,046 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:15,046 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:30:15,046 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:30:15,046 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,43287,1733193013368 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:30:15,047 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:15,047 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:15,047 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:15,047 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:15,047 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:30:15,047 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:15,047 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:30:15,047 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:15,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:15,048 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:30:15,049 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:15,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:30:15,054 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193045054 2024-12-03T02:30:15,055 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:30:15,055 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:30:15,055 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:30:15,055 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:30:15,055 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:30:15,055 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:30:15,057 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,058 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:30:15,058 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:30:15,058 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:30:15,058 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:30:15,059 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:30:15,059 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:30:15,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:30:15,059 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193015059,5,FailOnTimeoutGroup] 2024-12-03T02:30:15,060 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193015059,5,FailOnTimeoutGroup] 2024-12-03T02:30:15,060 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,060 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:30:15,060 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,060 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,138 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(746): ClusterId : 1d40447f-49d7-4338-a092-6f611540c88b 2024-12-03T02:30:15,138 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:30:15,143 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:30:15,143 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:30:15,151 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:30:15,151 DEBUG [RS:0;64035cbb0b46:44451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d7ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:30:15,161 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:44451 2024-12-03T02:30:15,161 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:30:15,161 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:30:15,161 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:30:15,162 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,43287,1733193013368 with port=44451, startcode=1733193013514 2024-12-03T02:30:15,162 DEBUG [RS:0;64035cbb0b46:44451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:30:15,164 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:30:15,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43287 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,44451,1733193013514 2024-12-03T02:30:15,165 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43287 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,44451,1733193013514 2024-12-03T02:30:15,166 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3 2024-12-03T02:30:15,166 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41607 2024-12-03T02:30:15,166 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:30:15,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422/rs 2024-12-03T02:30:15,176 DEBUG [RS:0;64035cbb0b46:44451 {}] zookeeper.ZKUtil(111): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Set watcher on existing znode=/0-241746422/rs/64035cbb0b46,44451,1733193013514 2024-12-03T02:30:15,176 WARN [RS:0;64035cbb0b46:44451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:30:15,176 INFO [RS:0;64035cbb0b46:44451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:15,176 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514 2024-12-03T02:30:15,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,44451,1733193013514] 2024-12-03T02:30:15,181 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:30:15,184 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:30:15,185 INFO [RS:0;64035cbb0b46:44451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:30:15,185 INFO [RS:0;64035cbb0b46:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,186 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:30:15,186 INFO [RS:0;64035cbb0b46:44451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:30:15,187 INFO [RS:0;64035cbb0b46:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:30:15,187 DEBUG [RS:0;64035cbb0b46:44451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:30:15,193 INFO [RS:0;64035cbb0b46:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,193 INFO [RS:0;64035cbb0b46:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,193 INFO [RS:0;64035cbb0b46:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,193 INFO [RS:0;64035cbb0b46:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,193 INFO [RS:0;64035cbb0b46:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,193 INFO [RS:0;64035cbb0b46:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44451,1733193013514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:30:15,207 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:30:15,207 INFO [RS:0;64035cbb0b46:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44451,1733193013514-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,207 INFO [RS:0;64035cbb0b46:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,207 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.Replication(171): 64035cbb0b46,44451,1733193013514 started 2024-12-03T02:30:15,220 INFO [RS:0;64035cbb0b46:44451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:15,220 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,44451,1733193013514, RpcServer on 64035cbb0b46/172.17.0.3:44451, sessionid=0x1019a5042da0001 2024-12-03T02:30:15,220 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:30:15,220 DEBUG [RS:0;64035cbb0b46:44451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,44451,1733193013514 2024-12-03T02:30:15,220 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,44451,1733193013514' 2024-12-03T02:30:15,220 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-241746422/flush-table-proc/abort' 2024-12-03T02:30:15,220 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-241746422/flush-table-proc/acquired' 2024-12-03T02:30:15,221 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:30:15,221 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:30:15,221 DEBUG [RS:0;64035cbb0b46:44451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,44451,1733193013514 2024-12-03T02:30:15,221 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,44451,1733193013514' 2024-12-03T02:30:15,221 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-241746422/online-snapshot/abort' 2024-12-03T02:30:15,221 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-241746422/online-snapshot/acquired' 2024-12-03T02:30:15,221 DEBUG [RS:0;64035cbb0b46:44451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:30:15,221 INFO [RS:0;64035cbb0b46:44451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:30:15,221 INFO [RS:0;64035cbb0b46:44451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:30:15,322 INFO [RS:0;64035cbb0b46:44451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:30:15,323 INFO [RS:0;64035cbb0b46:44451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C44451%2C1733193013514, suffix=, logDir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514, archiveDir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/oldWALs, maxLogs=10 2024-12-03T02:30:15,340 DEBUG [RS:0;64035cbb0b46:44451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324, exclude list is [], retry=0 2024-12-03T02:30:15,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38143,DS-37075d2c-6dfa-46e5-8836-03dd4fe9c4ab,DISK] 2024-12-03T02:30:15,345 INFO [RS:0;64035cbb0b46:44451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 2024-12-03T02:30:15,346 DEBUG [RS:0;64035cbb0b46:44451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41317:41317)] 2024-12-03T02:30:15,460 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:30:15,460 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3 2024-12-03T02:30:15,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:30:15,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:15,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:30:15,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:30:15,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:15,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:15,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:30:15,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:30:15,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:15,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:15,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:30:15,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:30:15,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:15,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:15,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:30:15,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:30:15,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:15,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:15,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:30:15,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740 2024-12-03T02:30:15,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740 2024-12-03T02:30:15,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:30:15,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:30:15,879 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:15,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:30:15,881 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:15,881 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69777118, jitterRate=0.039760082960128784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:15,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193015870Initializing all the Stores at 1733193015870Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193015870Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193015870Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193015870Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193015870Cleaning up temporary data from old regions at 1733193015878 (+8 ms)Region opened successfully at 1733193015882 (+4 ms) 2024-12-03T02:30:15,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:30:15,882 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:30:15,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:30:15,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:30:15,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:30:15,882 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:30:15,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193015882Disabling compacts and flushes for region at 1733193015882Disabling writes for close at 1733193015882Writing region close event to WAL at 1733193015882Closed at 1733193015882 2024-12-03T02:30:15,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:15,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:30:15,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:30:15,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:30:15,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:30:16,035 DEBUG [64035cbb0b46:43287 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:30:16,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,44451,1733193013514 2024-12-03T02:30:16,036 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,44451,1733193013514, state=OPENING 2024-12-03T02:30:16,067 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:30:16,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:16,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:16,076 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:30:16,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-241746422/meta-region-server: CHANGED 2024-12-03T02:30:16,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-241746422/meta-region-server: CHANGED 2024-12-03T02:30:16,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,44451,1733193013514}] 2024-12-03T02:30:16,228 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:30:16,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:30:16,233 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:30:16,233 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:16,233 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:30:16,235 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C44451%2C1733193013514.meta, suffix=.meta, logDir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514, archiveDir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/oldWALs, maxLogs=10 2024-12-03T02:30:16,245 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.meta.1733193016235.meta, exclude list is [], retry=0 2024-12-03T02:30:16,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38143,DS-37075d2c-6dfa-46e5-8836-03dd4fe9c4ab,DISK] 2024-12-03T02:30:16,248 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.meta.1733193016235.meta 2024-12-03T02:30:16,248 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41317:41317)] 2024-12-03T02:30:16,249 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:16,249 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:16,249 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:30:16,249 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:30:16,249 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:30:16,249 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:30:16,249 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:16,249 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:30:16,249 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:30:16,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:30:16,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:30:16,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:16,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:16,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:30:16,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:30:16,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:16,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:16,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:30:16,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:30:16,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:16,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:16,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:30:16,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:30:16,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:16,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:16,254 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:30:16,255 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740 2024-12-03T02:30:16,256 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740 2024-12-03T02:30:16,257 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:30:16,257 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:30:16,257 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:16,258 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:30:16,259 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70123678, jitterRate=0.04492422938346863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:16,259 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:30:16,259 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193016249Writing region info on filesystem at 1733193016249Initializing all the Stores at 1733193016250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193016250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193016250Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193016250Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193016250Cleaning up temporary data from old regions at 1733193016257 (+7 ms)Running coprocessor post-open hooks at 1733193016259 (+2 ms)Region opened successfully at 1733193016259 2024-12-03T02:30:16,260 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193016228 2024-12-03T02:30:16,263 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:30:16,263 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:30:16,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,44451,1733193013514 2024-12-03T02:30:16,264 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,44451,1733193013514, state=OPEN 2024-12-03T02:30:16,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-241746422/meta-region-server 2024-12-03T02:30:16,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-241746422/meta-region-server 2024-12-03T02:30:16,298 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,44451,1733193013514 2024-12-03T02:30:16,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-241746422/meta-region-server: CHANGED 2024-12-03T02:30:16,299 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-241746422/meta-region-server: CHANGED 2024-12-03T02:30:16,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:30:16,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,44451,1733193013514 in 222 msec 2024-12-03T02:30:16,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:30:16,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-12-03T02:30:16,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:16,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:30:16,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:16,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,44451,1733193013514, seqNum=-1] 2024-12-03T02:30:16,305 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:16,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:16,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-12-03T02:30:16,315 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193016315, completionTime=-1 2024-12-03T02:30:16,315 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:30:16,315 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:30:16,317 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:30:16,317 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193076317 2024-12-03T02:30:16,317 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193136317 2024-12-03T02:30:16,317 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T02:30:16,318 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43287,1733193013368-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:16,318 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43287,1733193013368-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:16,318 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43287,1733193013368-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:16,318 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:43287, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:16,318 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:16,319 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:16,320 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:30:16,323 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.755sec 2024-12-03T02:30:16,323 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:30:16,323 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:30:16,323 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:30:16,323 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:30:16,323 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:30:16,323 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43287,1733193013368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:30:16,323 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43287,1733193013368-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:30:16,325 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:30:16,325 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:30:16,325 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43287,1733193013368-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:16,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a6222f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:16,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,43287,-1 for getting cluster id 2024-12-03T02:30:16,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:16,341 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d40447f-49d7-4338-a092-6f611540c88b' 2024-12-03T02:30:16,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d40447f-49d7-4338-a092-6f611540c88b" 2024-12-03T02:30:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506af71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,43287,-1] 2024-12-03T02:30:16,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:16,343 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:16,343 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:16,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e913563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:16,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:16,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,44451,1733193013514, seqNum=-1] 2024-12-03T02:30:16,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:16,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:16,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,43287,1733193013368 2024-12-03T02:30:16,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54978 2024-12-03T02:30:16,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:16,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a5042da0002 connected 2024-12-03T02:30:16,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/hadoop.log.dir so I do NOT create it in target/test-data/78fed981-97de-2ce8-5432-541ec4e11744 2024-12-03T02:30:16,378 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:30:16,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/hadoop.tmp.dir so I do NOT create it in target/test-data/78fed981-97de-2ce8-5432-541ec4e11744 2024-12-03T02:30:16,378 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:30:16,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744 2024-12-03T02:30:16,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:30:16,378 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/cluster_c9ae9fe3-969f-723c-964f-8e3910f99523, deleteOnExit=true 2024-12-03T02:30:16,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:30:16,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/test.cache.data in system properties and HBase conf 2024-12-03T02:30:16,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:30:16,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:30:16,379 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:30:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:30:16,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:30:16,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:30:16,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:30:16,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:30:16,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:30:16,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:30:16,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:30:16,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c20af62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:30:16,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@95f7665{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:30:16,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a2c51db{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/java.io.tmpdir/jetty-localhost-43071-hadoop-hdfs-3_4_1-tests_jar-_-any-1695164585583779358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:30:16,915 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69c8d890{HTTP/1.1, (http/1.1)}{localhost:43071} 2024-12-03T02:30:16,915 INFO [Time-limited test {}] server.Server(415): Started @172102ms 2024-12-03T02:30:17,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:30:17,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:30:17,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:30:17,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:30:17,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:30:17,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bc2fe1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:30:17,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a150e99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:30:17,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@775ef2d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/java.io.tmpdir/jetty-localhost-41435-hadoop-hdfs-3_4_1-tests_jar-_-any-2141059542336011288/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:30:17,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32ff5f17{HTTP/1.1, (http/1.1)}{localhost:41435} 2024-12-03T02:30:17,458 INFO [Time-limited test {}] server.Server(415): Started @172645ms 2024-12-03T02:30:17,459 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:30:18,167 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/cluster_c9ae9fe3-969f-723c-964f-8e3910f99523/data/data1/current/BP-2064457137-172.17.0.3-1733193016405/current, will proceed with Du for space computation calculation, 2024-12-03T02:30:18,167 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/cluster_c9ae9fe3-969f-723c-964f-8e3910f99523/data/data2/current/BP-2064457137-172.17.0.3-1733193016405/current, will proceed with Du for space computation calculation, 2024-12-03T02:30:18,231 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:30:18,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba980f1c7e2865ec with lease ID 0xcd3952fc5bd0c246: Processing first storage report for DS-eb6727b1-31bf-4385-b384-b9750cf447c6 from datanode DatanodeRegistration(127.0.0.1:34467, datanodeUuid=2dbea723-2ee8-4841-bb01-7559b6497354, infoPort=36855, infoSecurePort=0, ipcPort=40819, storageInfo=lv=-57;cid=testClusterID;nsid=1453176873;c=1733193016405) 2024-12-03T02:30:18,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba980f1c7e2865ec with lease ID 0xcd3952fc5bd0c246: from storage DS-eb6727b1-31bf-4385-b384-b9750cf447c6 node DatanodeRegistration(127.0.0.1:34467, datanodeUuid=2dbea723-2ee8-4841-bb01-7559b6497354, infoPort=36855, infoSecurePort=0, ipcPort=40819, storageInfo=lv=-57;cid=testClusterID;nsid=1453176873;c=1733193016405), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:30:18,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba980f1c7e2865ec with lease ID 0xcd3952fc5bd0c246: Processing first storage report for DS-1a0f0aaa-35b7-4ab8-b406-9108c18308db from datanode DatanodeRegistration(127.0.0.1:34467, datanodeUuid=2dbea723-2ee8-4841-bb01-7559b6497354, infoPort=36855, infoSecurePort=0, ipcPort=40819, storageInfo=lv=-57;cid=testClusterID;nsid=1453176873;c=1733193016405) 2024-12-03T02:30:18,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba980f1c7e2865ec with lease ID 0xcd3952fc5bd0c246: from storage DS-1a0f0aaa-35b7-4ab8-b406-9108c18308db node DatanodeRegistration(127.0.0.1:34467, datanodeUuid=2dbea723-2ee8-4841-bb01-7559b6497354, infoPort=36855, infoSecurePort=0, ipcPort=40819, storageInfo=lv=-57;cid=testClusterID;nsid=1453176873;c=1733193016405), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T02:30:18,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744 2024-12-03T02:30:18,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:18,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:18,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:30:18,342 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065 with version=8 2024-12-03T02:30:18,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/hbase-staging 2024-12-03T02:30:18,346 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:30:18,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:18,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:18,346 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:30:18,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:18,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:30:18,346 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:30:18,346 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:30:18,356 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40147 2024-12-03T02:30:18,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40147 connecting to ZooKeeper ensemble=127.0.0.1:54978 2024-12-03T02:30:18,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401470x0, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:18,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40147-0x1019a5042da0003 connected 2024-12-03T02:30:18,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:18,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:18,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Set watcher on znode that does not yet exist, /1670370686/running 2024-12-03T02:30:18,513 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065, hbase.cluster.distributed=false 2024-12-03T02:30:18,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Set watcher on znode that does not yet exist, /1670370686/acl 2024-12-03T02:30:18,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40147 2024-12-03T02:30:18,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40147 2024-12-03T02:30:18,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40147 2024-12-03T02:30:18,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40147 2024-12-03T02:30:18,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40147 2024-12-03T02:30:18,584 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:30:18,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:18,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:18,584 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:30:18,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:18,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:30:18,584 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:30:18,584 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:30:18,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43363 2024-12-03T02:30:18,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43363 connecting to ZooKeeper ensemble=127.0.0.1:54978 2024-12-03T02:30:18,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:18,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:18,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433630x0, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:18,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433630x0, quorum=127.0.0.1:54978, baseZNode=/1670370686 Set watcher on znode that does not yet exist, /1670370686/running 2024-12-03T02:30:18,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43363-0x1019a5042da0004 connected 2024-12-03T02:30:18,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:30:18,639 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:30:18,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Set watcher on znode that does not yet exist, /1670370686/master 2024-12-03T02:30:18,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Set watcher on znode that does not yet exist, /1670370686/acl 2024-12-03T02:30:18,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43363 2024-12-03T02:30:18,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43363 2024-12-03T02:30:18,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43363 2024-12-03T02:30:18,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43363 2024-12-03T02:30:18,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43363 2024-12-03T02:30:18,683 DEBUG [M:0;64035cbb0b46:40147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:40147 2024-12-03T02:30:18,691 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1670370686/backup-masters/64035cbb0b46,40147,1733193018345 2024-12-03T02:30:18,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686/backup-masters 2024-12-03T02:30:18,701 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Set watcher on existing znode=/1670370686/backup-masters/64035cbb0b46,40147,1733193018345 2024-12-03T02:30:18,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686/backup-masters 2024-12-03T02:30:18,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1670370686/master 2024-12-03T02:30:18,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:18,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:18,719 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Set watcher on existing znode=/1670370686/master 2024-12-03T02:30:18,721 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1670370686/backup-masters/64035cbb0b46,40147,1733193018345 from backup master directory 2024-12-03T02:30:18,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686/backup-masters 2024-12-03T02:30:18,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1670370686/backup-masters/64035cbb0b46,40147,1733193018345 2024-12-03T02:30:18,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686/backup-masters 2024-12-03T02:30:18,726 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:30:18,726 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,40147,1733193018345 2024-12-03T02:30:18,736 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/hbase.id] with ID: 35331320-b556-4e4c-8858-315a1fe84236 2024-12-03T02:30:18,737 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/.tmp/hbase.id 2024-12-03T02:30:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:30:18,791 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/.tmp/hbase.id]:[hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/hbase.id] 2024-12-03T02:30:18,863 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:18,863 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:30:18,866 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-03T02:30:18,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:18,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:18,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:30:18,905 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:30:18,906 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:30:18,907 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:18,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:30:18,930 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store 2024-12-03T02:30:18,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:30:19,339 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:19,339 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:30:19,339 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:19,340 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:19,340 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:30:19,340 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:19,340 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:19,340 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193019339Disabling compacts and flushes for region at 1733193019339Disabling writes for close at 1733193019340 (+1 ms)Writing region close event to WAL at 1733193019340Closed at 1733193019340 2024-12-03T02:30:19,341 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/.initializing 2024-12-03T02:30:19,341 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/WALs/64035cbb0b46,40147,1733193018345 2024-12-03T02:30:19,342 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:30:19,345 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C40147%2C1733193018345, suffix=, logDir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/WALs/64035cbb0b46,40147,1733193018345, archiveDir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/oldWALs, maxLogs=10 2024-12-03T02:30:19,362 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/WALs/64035cbb0b46,40147,1733193018345/64035cbb0b46%2C40147%2C1733193018345.1733193019345, exclude list is [], retry=0 2024-12-03T02:30:19,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-eb6727b1-31bf-4385-b384-b9750cf447c6,DISK] 2024-12-03T02:30:19,368 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/WALs/64035cbb0b46,40147,1733193018345/64035cbb0b46%2C40147%2C1733193018345.1733193019345 2024-12-03T02:30:19,368 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36855:36855)] 2024-12-03T02:30:19,368 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:19,369 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:19,369 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:19,369 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:19,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:19,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:30:19,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:19,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:19,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:19,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:30:19,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:19,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:19,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:19,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:30:19,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:19,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:19,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:19,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:30:19,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:19,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:19,381 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:19,381 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:19,382 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:19,383 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:19,383 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:19,383 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:19,384 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:19,386 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:19,386 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59390226, jitterRate=-0.11501666903495789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:19,386 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193019369Initializing all the Stores at 1733193019370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193019370Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193019370Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193019370Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193019370Cleaning up temporary data from old regions at 1733193019383 (+13 ms)Region opened successfully at 1733193019386 (+3 ms) 2024-12-03T02:30:19,387 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:30:19,389 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6945d025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:30:19,391 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:30:19,391 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:30:19,391 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:30:19,391 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:30:19,392 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T02:30:19,393 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:30:19,393 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:30:19,397 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:30:19,398 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Unable to get data of znode /1670370686/balancer because node does not exist (not necessarily an error) 2024-12-03T02:30:19,425 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1670370686/balancer already deleted, retry=false 2024-12-03T02:30:19,426 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:30:19,427 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Unable to get data of znode /1670370686/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:30:19,434 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1670370686/normalizer already deleted, retry=false 2024-12-03T02:30:19,434 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:30:19,435 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Unable to get data of znode /1670370686/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:30:19,442 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1670370686/switch/split already deleted, retry=false 2024-12-03T02:30:19,443 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Unable to get data of znode /1670370686/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:30:19,450 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1670370686/switch/merge already deleted, retry=false 2024-12-03T02:30:19,452 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Unable to get data of znode /1670370686/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:30:19,459 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1670370686/snapshot-cleanup already deleted, retry=false 2024-12-03T02:30:19,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1670370686/running 2024-12-03T02:30:19,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1670370686/running 2024-12-03T02:30:19,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:19,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:19,468 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,40147,1733193018345, sessionid=0x1019a5042da0003, setting cluster-up flag (Was=false) 2024-12-03T02:30:19,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:19,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:19,509 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1670370686/flush-table-proc/acquired, /1670370686/flush-table-proc/reached, /1670370686/flush-table-proc/abort 2024-12-03T02:30:19,510 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,40147,1733193018345 2024-12-03T02:30:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:19,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:19,551 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1670370686/online-snapshot/acquired, /1670370686/online-snapshot/reached, /1670370686/online-snapshot/abort 2024-12-03T02:30:19,552 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,40147,1733193018345 2024-12-03T02:30:19,553 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:30:19,554 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:19,555 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:30:19,555 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:30:19,555 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,40147,1733193018345 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:30:19,556 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:19,556 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:19,556 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:19,556 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:19,556 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:30:19,556 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:19,556 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:30:19,556 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:19,557 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193049557 2024-12-03T02:30:19,557 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:30:19,557 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:30:19,557 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:30:19,557 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:30:19,557 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:30:19,557 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:30:19,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:19,558 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:30:19,558 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:30:19,559 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:30:19,559 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:30:19,559 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:30:19,559 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:30:19,559 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:30:19,560 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:19,560 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:30:19,563 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193019559,5,FailOnTimeoutGroup] 2024-12-03T02:30:19,567 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193019563,5,FailOnTimeoutGroup] 2024-12-03T02:30:19,567 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,567 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:30:19,567 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,567 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,573 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(746): ClusterId : 35331320-b556-4e4c-8858-315a1fe84236 2024-12-03T02:30:19,573 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:30:19,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:30:19,583 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:30:19,583 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:30:19,593 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:30:19,593 DEBUG [RS:0;64035cbb0b46:43363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1407bd32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:30:19,607 DEBUG [RS:0;64035cbb0b46:43363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:43363 2024-12-03T02:30:19,608 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:30:19,608 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:30:19,608 DEBUG [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:30:19,609 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,40147,1733193018345 with port=43363, startcode=1733193018579 2024-12-03T02:30:19,609 DEBUG [RS:0;64035cbb0b46:43363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:30:19,610 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:30:19,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40147 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,43363,1733193018579 2024-12-03T02:30:19,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40147 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,43363,1733193018579 2024-12-03T02:30:19,612 DEBUG [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065 2024-12-03T02:30:19,612 DEBUG [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35505 2024-12-03T02:30:19,612 DEBUG [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:30:19,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686/rs 2024-12-03T02:30:19,647 DEBUG [RS:0;64035cbb0b46:43363 {}] zookeeper.ZKUtil(111): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Set watcher on existing znode=/1670370686/rs/64035cbb0b46,43363,1733193018579 2024-12-03T02:30:19,647 WARN [RS:0;64035cbb0b46:43363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:30:19,647 INFO [RS:0;64035cbb0b46:43363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:19,647 DEBUG [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579 2024-12-03T02:30:19,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,43363,1733193018579] 2024-12-03T02:30:19,649 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:30:19,650 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:30:19,651 INFO [RS:0;64035cbb0b46:43363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:30:19,651 INFO [RS:0;64035cbb0b46:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,651 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:30:19,651 INFO [RS:0;64035cbb0b46:43363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:30:19,651 INFO [RS:0;64035cbb0b46:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,651 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:19,651 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:19,651 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:19,651 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:19,651 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:19,652 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:30:19,652 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:19,652 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:19,652 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:19,652 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:19,652 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:19,652 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:19,652 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:30:19,652 DEBUG [RS:0;64035cbb0b46:43363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:30:19,655 INFO [RS:0;64035cbb0b46:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,655 INFO [RS:0;64035cbb0b46:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,655 INFO [RS:0;64035cbb0b46:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,655 INFO [RS:0;64035cbb0b46:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,655 INFO [RS:0;64035cbb0b46:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,655 INFO [RS:0;64035cbb0b46:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43363,1733193018579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:30:19,669 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:30:19,669 INFO [RS:0;64035cbb0b46:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,43363,1733193018579-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,669 INFO [RS:0;64035cbb0b46:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,669 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.Replication(171): 64035cbb0b46,43363,1733193018579 started 2024-12-03T02:30:19,685 INFO [RS:0;64035cbb0b46:43363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:19,685 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,43363,1733193018579, RpcServer on 64035cbb0b46/172.17.0.3:43363, sessionid=0x1019a5042da0004 2024-12-03T02:30:19,686 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:30:19,686 DEBUG [RS:0;64035cbb0b46:43363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,43363,1733193018579 2024-12-03T02:30:19,686 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,43363,1733193018579' 2024-12-03T02:30:19,686 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1670370686/flush-table-proc/abort' 2024-12-03T02:30:19,686 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1670370686/flush-table-proc/acquired' 2024-12-03T02:30:19,687 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:30:19,687 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:30:19,687 DEBUG [RS:0;64035cbb0b46:43363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,43363,1733193018579 2024-12-03T02:30:19,687 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,43363,1733193018579' 2024-12-03T02:30:19,687 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1670370686/online-snapshot/abort' 2024-12-03T02:30:19,687 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1670370686/online-snapshot/acquired' 2024-12-03T02:30:19,687 DEBUG [RS:0;64035cbb0b46:43363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:30:19,687 INFO [RS:0;64035cbb0b46:43363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:30:19,687 INFO [RS:0;64035cbb0b46:43363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:30:19,788 INFO [RS:0;64035cbb0b46:43363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:30:19,789 INFO [RS:0;64035cbb0b46:43363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C43363%2C1733193018579, suffix=, logDir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579, archiveDir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/oldWALs, maxLogs=10 2024-12-03T02:30:19,804 DEBUG [RS:0;64035cbb0b46:43363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790, exclude list is [], retry=0 2024-12-03T02:30:19,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-eb6727b1-31bf-4385-b384-b9750cf447c6,DISK] 2024-12-03T02:30:19,808 INFO [RS:0;64035cbb0b46:43363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 2024-12-03T02:30:19,809 DEBUG [RS:0;64035cbb0b46:43363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36855:36855)] 2024-12-03T02:30:19,982 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:30:19,982 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065 2024-12-03T02:30:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:30:20,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:20,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:30:20,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:30:20,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:20,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:20,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:30:20,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:30:20,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:20,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:20,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:30:20,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:30:20,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:20,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:20,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:30:20,418 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:30:20,418 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:20,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:20,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:30:20,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740 2024-12-03T02:30:20,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740 2024-12-03T02:30:20,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:30:20,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:30:20,423 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:20,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:30:20,429 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:20,429 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62296590, jitterRate=-0.07170847058296204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:20,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193020400Initializing all the Stores at 1733193020401 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193020401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193020403 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193020403Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193020403Cleaning up temporary data from old regions at 1733193020423 (+20 ms)Region opened successfully at 1733193020429 (+6 ms) 2024-12-03T02:30:20,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:30:20,430 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:30:20,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:30:20,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:30:20,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:30:20,430 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:30:20,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193020430Disabling compacts and flushes for region at 1733193020430Disabling writes for close at 1733193020430Writing region close event to WAL at 1733193020430Closed at 1733193020430 2024-12-03T02:30:20,431 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:20,431 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:30:20,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:30:20,432 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:30:20,433 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:30:20,584 DEBUG [64035cbb0b46:40147 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:30:20,584 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,43363,1733193018579 2024-12-03T02:30:20,585 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,43363,1733193018579, state=OPENING 2024-12-03T02:30:20,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:30:20,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:20,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:20,668 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:30:20,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1670370686/meta-region-server: CHANGED 2024-12-03T02:30:20,668 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1670370686/meta-region-server: CHANGED 2024-12-03T02:30:20,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,43363,1733193018579}] 2024-12-03T02:30:20,820 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:30:20,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:30:20,825 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:30:20,825 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:20,825 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:30:20,826 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C43363%2C1733193018579.meta, suffix=.meta, logDir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579, archiveDir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/oldWALs, maxLogs=10 2024-12-03T02:30:20,837 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.meta.1733193020827.meta, exclude list is [], retry=0 2024-12-03T02:30:20,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-eb6727b1-31bf-4385-b384-b9750cf447c6,DISK] 2024-12-03T02:30:20,841 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.meta.1733193020827.meta 2024-12-03T02:30:20,841 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36855:36855)] 2024-12-03T02:30:20,841 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:20,842 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:20,842 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:30:20,842 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:30:20,842 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:30:20,842 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:30:20,842 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:20,842 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:30:20,842 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:30:20,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:30:20,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:30:20,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:20,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:20,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:30:20,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:30:20,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:20,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:20,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:30:20,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:30:20,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:20,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:20,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:30:20,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:30:20,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:20,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:20,848 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:30:20,848 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740 2024-12-03T02:30:20,849 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740 2024-12-03T02:30:20,850 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:30:20,850 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:30:20,851 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:20,852 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:30:20,852 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64250041, jitterRate=-0.04259978234767914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:20,853 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:30:20,853 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193020843Writing region info on filesystem at 1733193020843Initializing all the Stores at 1733193020843Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193020843Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193020844 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193020844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193020844Cleaning up temporary data from old regions at 1733193020850 (+6 ms)Running coprocessor post-open hooks at 1733193020853 (+3 ms)Region opened successfully at 1733193020853 2024-12-03T02:30:20,853 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193020820 2024-12-03T02:30:20,855 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:30:20,855 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:30:20,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,43363,1733193018579 2024-12-03T02:30:20,856 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,43363,1733193018579, state=OPEN 2024-12-03T02:30:20,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1670370686/meta-region-server 2024-12-03T02:30:20,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1670370686/meta-region-server 2024-12-03T02:30:20,875 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,43363,1733193018579 2024-12-03T02:30:20,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1670370686/meta-region-server: CHANGED 2024-12-03T02:30:20,876 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1670370686/meta-region-server: CHANGED 2024-12-03T02:30:20,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:30:20,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,43363,1733193018579 in 207 msec 2024-12-03T02:30:20,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:30:20,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-12-03T02:30:20,879 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:20,879 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:30:20,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:20,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1] 2024-12-03T02:30:20,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:20,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:20,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3310 sec 2024-12-03T02:30:20,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193020886, completionTime=-1 2024-12-03T02:30:20,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:30:20,886 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:30:20,887 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:30:20,887 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193080887 2024-12-03T02:30:20,887 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193140887 2024-12-03T02:30:20,887 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T02:30:20,888 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,40147,1733193018345-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:20,888 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,40147,1733193018345-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:20,888 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,40147,1733193018345-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:20,888 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:40147, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:20,888 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:20,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:20,890 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:30:20,891 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.165sec 2024-12-03T02:30:20,892 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:30:20,892 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:30:20,892 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:30:20,892 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:30:20,892 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:30:20,892 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,40147,1733193018345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:30:20,892 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,40147,1733193018345-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:30:20,894 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:30:20,894 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:30:20,894 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,40147,1733193018345-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:20,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a48b138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:20,976 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,40147,-1 for getting cluster id 2024-12-03T02:30:20,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:20,978 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35331320-b556-4e4c-8858-315a1fe84236' 2024-12-03T02:30:20,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:20,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35331320-b556-4e4c-8858-315a1fe84236" 2024-12-03T02:30:20,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169d024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:20,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,40147,-1] 2024-12-03T02:30:20,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:20,979 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:20,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28051940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:20,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1] 2024-12-03T02:30:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:20,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:20,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,40147,1733193018345 2024-12-03T02:30:20,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54978 2024-12-03T02:30:21,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:21,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a5042da0005 connected 2024-12-03T02:30:21,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:21,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,43287,1733193013368 2024-12-03T02:30:21,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d33a816 2024-12-03T02:30:21,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:21,015 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:21,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:30:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:30:21,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:30:21,018 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:21,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:30:21,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:21,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:30:21,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:30:21,032 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 34c34816e8040131314068df63ea6818, NAME => 'test,,1733193021015.34c34816e8040131314068df63ea6818.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3 2024-12-03T02:30:21,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:30:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:21,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:30:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:21,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193021015.34c34816e8040131314068df63ea6818.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:21,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 34c34816e8040131314068df63ea6818, disabling compactions & flushes 2024-12-03T02:30:21,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193021015.34c34816e8040131314068df63ea6818. 2024-12-03T02:30:21,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193021015.34c34816e8040131314068df63ea6818. 2024-12-03T02:30:21,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193021015.34c34816e8040131314068df63ea6818. after waiting 0 ms 2024-12-03T02:30:21,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193021015.34c34816e8040131314068df63ea6818. 2024-12-03T02:30:21,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193021015.34c34816e8040131314068df63ea6818. 2024-12-03T02:30:21,447 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 34c34816e8040131314068df63ea6818: Waiting for close lock at 1733193021447Disabling compacts and flushes for region at 1733193021447Disabling writes for close at 1733193021447Writing region close event to WAL at 1733193021447Closed at 1733193021447 2024-12-03T02:30:21,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:30:21,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193021015.34c34816e8040131314068df63ea6818.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193021448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193021448"}]},"ts":"1733193021448"} 2024-12-03T02:30:21,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:30:21,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:30:21,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193021451"}]},"ts":"1733193021451"} 2024-12-03T02:30:21,453 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:30:21,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34c34816e8040131314068df63ea6818, ASSIGN}] 2024-12-03T02:30:21,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=34c34816e8040131314068df63ea6818, ASSIGN 2024-12-03T02:30:21,455 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=34c34816e8040131314068df63ea6818, ASSIGN; state=OFFLINE, location=64035cbb0b46,44451,1733193013514; forceNewPlan=false, retain=false 2024-12-03T02:30:21,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34c34816e8040131314068df63ea6818, regionState=OPENING, regionLocation=64035cbb0b46,44451,1733193013514 2024-12-03T02:30:21,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=34c34816e8040131314068df63ea6818, ASSIGN because future has completed 2024-12-03T02:30:21,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34c34816e8040131314068df63ea6818, server=64035cbb0b46,44451,1733193013514}] 2024-12-03T02:30:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:21,752 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:30:21,776 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193021015.34c34816e8040131314068df63ea6818. 2024-12-03T02:30:21,776 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 34c34816e8040131314068df63ea6818, NAME => 'test,,1733193021015.34c34816e8040131314068df63ea6818.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:21,776 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:21,777 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:30:21,777 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 34c34816e8040131314068df63ea6818 2024-12-03T02:30:21,777 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193021015.34c34816e8040131314068df63ea6818.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:21,777 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 34c34816e8040131314068df63ea6818 2024-12-03T02:30:21,777 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 34c34816e8040131314068df63ea6818 2024-12-03T02:30:21,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:21,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:21,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:21,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:21,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:21,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:21,798 INFO [StoreOpener-34c34816e8040131314068df63ea6818-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 34c34816e8040131314068df63ea6818 2024-12-03T02:30:21,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:21,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:21,804 INFO [StoreOpener-34c34816e8040131314068df63ea6818-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34c34816e8040131314068df63ea6818 columnFamilyName f 2024-12-03T02:30:21,804 DEBUG [StoreOpener-34c34816e8040131314068df63ea6818-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:21,804 INFO [StoreOpener-34c34816e8040131314068df63ea6818-1 {}] regionserver.HStore(327): Store=34c34816e8040131314068df63ea6818/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:21,804 INFO [StoreOpener-34c34816e8040131314068df63ea6818-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 34c34816e8040131314068df63ea6818 2024-12-03T02:30:21,806 INFO [StoreOpener-34c34816e8040131314068df63ea6818-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34c34816e8040131314068df63ea6818 columnFamilyName f1 2024-12-03T02:30:21,806 DEBUG [StoreOpener-34c34816e8040131314068df63ea6818-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:21,806 INFO [StoreOpener-34c34816e8040131314068df63ea6818-1 {}] regionserver.HStore(327): Store=34c34816e8040131314068df63ea6818/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:21,806 INFO [StoreOpener-34c34816e8040131314068df63ea6818-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 34c34816e8040131314068df63ea6818 2024-12-03T02:30:21,808 INFO [StoreOpener-34c34816e8040131314068df63ea6818-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 34c34816e8040131314068df63ea6818 columnFamilyName norep 2024-12-03T02:30:21,808 DEBUG [StoreOpener-34c34816e8040131314068df63ea6818-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:21,808 INFO [StoreOpener-34c34816e8040131314068df63ea6818-1 {}] regionserver.HStore(327): Store=34c34816e8040131314068df63ea6818/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:21,808 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 34c34816e8040131314068df63ea6818 2024-12-03T02:30:21,809 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818 2024-12-03T02:30:21,809 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818 2024-12-03T02:30:21,810 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 34c34816e8040131314068df63ea6818 2024-12-03T02:30:21,810 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 34c34816e8040131314068df63ea6818 2024-12-03T02:30:21,811 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:30:21,813 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 34c34816e8040131314068df63ea6818 2024-12-03T02:30:21,814 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T02:30:21,814 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T02:30:21,815 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:30:21,815 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T02:30:21,815 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:30:21,815 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T02:30:21,815 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:30:21,815 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T02:30:21,816 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T02:30:21,816 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T02:30:21,816 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:21,817 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 34c34816e8040131314068df63ea6818; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70990094, jitterRate=0.05783483386039734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:30:21,817 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 34c34816e8040131314068df63ea6818 2024-12-03T02:30:21,817 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 34c34816e8040131314068df63ea6818: Running coprocessor pre-open hook at 1733193021777Writing region info on filesystem at 1733193021777Initializing all the Stores at 1733193021787 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193021787Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193021794 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193021794Cleaning up temporary data from old regions at 1733193021810 (+16 ms)Running coprocessor post-open hooks at 1733193021817 (+7 ms)Region opened successfully at 1733193021817 2024-12-03T02:30:21,824 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193021015.34c34816e8040131314068df63ea6818., pid=6, masterSystemTime=1733193021767 2024-12-03T02:30:21,829 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193021015.34c34816e8040131314068df63ea6818. 2024-12-03T02:30:21,829 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193021015.34c34816e8040131314068df63ea6818. 2024-12-03T02:30:21,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=34c34816e8040131314068df63ea6818, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,44451,1733193013514 2024-12-03T02:30:21,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 34c34816e8040131314068df63ea6818, server=64035cbb0b46,44451,1733193013514 because future has completed 2024-12-03T02:30:21,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:30:21,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 34c34816e8040131314068df63ea6818, server=64035cbb0b46,44451,1733193013514 in 234 msec 2024-12-03T02:30:21,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:30:21,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=34c34816e8040131314068df63ea6818, ASSIGN in 397 msec 2024-12-03T02:30:21,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:30:21,859 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193021855"}]},"ts":"1733193021855"} 2024-12-03T02:30:21,866 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:30:21,870 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:30:21,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 854 msec 2024-12-03T02:30:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:22,161 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:30:22,161 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:22,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,40147,1733193018345 2024-12-03T02:30:22,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@237ff661 2024-12-03T02:30:22,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:22,164 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:22,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:30:22,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:30:22,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:30:22,170 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:22,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:30:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:22,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:30:22,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:30:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:22,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e914e3e2f97f35cd2c6bedecd852a74, NAME => 'test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065 2024-12-03T02:30:22,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:30:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:23,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:23,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0e914e3e2f97f35cd2c6bedecd852a74, disabling compactions & flushes 2024-12-03T02:30:23,067 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. 2024-12-03T02:30:23,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. 2024-12-03T02:30:23,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. after waiting 0 ms 2024-12-03T02:30:23,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. 2024-12-03T02:30:23,067 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. 2024-12-03T02:30:23,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e914e3e2f97f35cd2c6bedecd852a74: Waiting for close lock at 1733193023067Disabling compacts and flushes for region at 1733193023067Disabling writes for close at 1733193023067Writing region close event to WAL at 1733193023067Closed at 1733193023067 2024-12-03T02:30:23,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:30:23,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193023069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193023069"}]},"ts":"1733193023069"} 2024-12-03T02:30:23,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:30:23,077 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:30:23,077 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193023077"}]},"ts":"1733193023077"} 2024-12-03T02:30:23,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:30:23,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e914e3e2f97f35cd2c6bedecd852a74, ASSIGN}] 2024-12-03T02:30:23,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0e914e3e2f97f35cd2c6bedecd852a74, ASSIGN 2024-12-03T02:30:23,085 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0e914e3e2f97f35cd2c6bedecd852a74, ASSIGN; state=OFFLINE, location=64035cbb0b46,43363,1733193018579; forceNewPlan=false, retain=false 2024-12-03T02:30:23,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e914e3e2f97f35cd2c6bedecd852a74, regionState=OPENING, regionLocation=64035cbb0b46,43363,1733193018579 2024-12-03T02:30:23,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0e914e3e2f97f35cd2c6bedecd852a74, ASSIGN because future has completed 2024-12-03T02:30:23,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e914e3e2f97f35cd2c6bedecd852a74, server=64035cbb0b46,43363,1733193018579}] 2024-12-03T02:30:23,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:23,435 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. 2024-12-03T02:30:23,435 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e914e3e2f97f35cd2c6bedecd852a74, NAME => 'test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:23,436 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:23,436 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:30:23,436 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:23,436 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:23,436 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:23,436 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:23,442 INFO [StoreOpener-0e914e3e2f97f35cd2c6bedecd852a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:23,444 INFO [StoreOpener-0e914e3e2f97f35cd2c6bedecd852a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e914e3e2f97f35cd2c6bedecd852a74 columnFamilyName f 2024-12-03T02:30:23,444 DEBUG [StoreOpener-0e914e3e2f97f35cd2c6bedecd852a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:23,444 INFO [StoreOpener-0e914e3e2f97f35cd2c6bedecd852a74-1 {}] regionserver.HStore(327): Store=0e914e3e2f97f35cd2c6bedecd852a74/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:23,445 INFO [StoreOpener-0e914e3e2f97f35cd2c6bedecd852a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:23,447 INFO [StoreOpener-0e914e3e2f97f35cd2c6bedecd852a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e914e3e2f97f35cd2c6bedecd852a74 columnFamilyName f1 2024-12-03T02:30:23,447 DEBUG [StoreOpener-0e914e3e2f97f35cd2c6bedecd852a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:23,448 INFO [StoreOpener-0e914e3e2f97f35cd2c6bedecd852a74-1 {}] regionserver.HStore(327): Store=0e914e3e2f97f35cd2c6bedecd852a74/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:23,448 INFO [StoreOpener-0e914e3e2f97f35cd2c6bedecd852a74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:23,449 INFO [StoreOpener-0e914e3e2f97f35cd2c6bedecd852a74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e914e3e2f97f35cd2c6bedecd852a74 columnFamilyName norep 2024-12-03T02:30:23,450 DEBUG [StoreOpener-0e914e3e2f97f35cd2c6bedecd852a74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:23,450 INFO [StoreOpener-0e914e3e2f97f35cd2c6bedecd852a74-1 {}] regionserver.HStore(327): Store=0e914e3e2f97f35cd2c6bedecd852a74/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:23,455 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:23,457 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:23,458 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:23,461 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:23,461 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:23,462 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:30:23,464 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:23,480 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:23,480 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0e914e3e2f97f35cd2c6bedecd852a74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58788811, jitterRate=-0.12397845089435577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:30:23,480 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:23,481 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0e914e3e2f97f35cd2c6bedecd852a74: Running coprocessor pre-open hook at 1733193023436Writing region info on filesystem at 1733193023436Initializing all the Stores at 1733193023439 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193023440 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193023442 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193023442Cleaning up temporary data from old regions at 1733193023461 (+19 ms)Running coprocessor post-open hooks at 1733193023480 (+19 ms)Region opened successfully at 1733193023480 2024-12-03T02:30:23,487 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74., pid=6, masterSystemTime=1733193023422 2024-12-03T02:30:23,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0e914e3e2f97f35cd2c6bedecd852a74, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,43363,1733193018579 2024-12-03T02:30:23,502 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. 2024-12-03T02:30:23,502 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. 2024-12-03T02:30:23,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e914e3e2f97f35cd2c6bedecd852a74, server=64035cbb0b46,43363,1733193018579 because future has completed 2024-12-03T02:30:23,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:30:23,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e914e3e2f97f35cd2c6bedecd852a74, server=64035cbb0b46,43363,1733193018579 in 273 msec 2024-12-03T02:30:23,543 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:30:23,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:30:23,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0e914e3e2f97f35cd2c6bedecd852a74, ASSIGN in 460 msec 2024-12-03T02:30:23,544 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193023544"}]},"ts":"1733193023544"} 2024-12-03T02:30:23,548 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:30:23,549 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:30:23,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3850 sec 2024-12-03T02:30:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:24,321 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:30:24,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aecd192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:24,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,43287,-1 for getting cluster id 2024-12-03T02:30:24,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:24,325 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d40447f-49d7-4338-a092-6f611540c88b' 2024-12-03T02:30:24,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:24,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d40447f-49d7-4338-a092-6f611540c88b" 2024-12-03T02:30:24,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd84d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:24,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,43287,-1] 2024-12-03T02:30:24,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:24,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:24,327 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:24,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30b4fd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:24,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f41a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:24,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,40147,-1 for getting cluster id 2024-12-03T02:30:24,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:24,329 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35331320-b556-4e4c-8858-315a1fe84236' 2024-12-03T02:30:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35331320-b556-4e4c-8858-315a1fe84236" 2024-12-03T02:30:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c9fa02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,40147,-1] 2024-12-03T02:30:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:24,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:24,331 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:24,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b395a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:24,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741d2d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:24,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,43287,-1 for getting cluster id 2024-12-03T02:30:24,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:24,345 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d40447f-49d7-4338-a092-6f611540c88b' 2024-12-03T02:30:24,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:24,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d40447f-49d7-4338-a092-6f611540c88b" 2024-12-03T02:30:24,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3817ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:24,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,43287,-1] 2024-12-03T02:30:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:24,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:24,346 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:24,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673e41cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:24,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:24,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,43287,1733193013368 2024-12-03T02:30:24,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@544e3152 2024-12-03T02:30:24,349 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:24,350 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:24,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:40147,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:30:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:30:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:24,355 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:40147' 2024-12-03T02:30:24,363 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50226b7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:24,364 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,40147,-1 for getting cluster id 2024-12-03T02:30:24,364 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:24,368 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35331320-b556-4e4c-8858-315a1fe84236' 2024-12-03T02:30:24,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:24,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35331320-b556-4e4c-8858-315a1fe84236" 2024-12-03T02:30:24,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f4fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:24,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,40147,-1] 2024-12-03T02:30:24,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:24,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:24,371 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:24,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ef95cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:24,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:24,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,40147,1733193018345 2024-12-03T02:30:24,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55497e80 2024-12-03T02:30:24,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:24,375 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:24,376 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T02:30:24,376 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:30:24,377 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:24,377 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:24,377 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:30:24,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:24,379 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:30:24,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:30:24,381 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:24,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:30:24,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741837_1013 (size=1138) 2024-12-03T02:30:24,432 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:30:24,433 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea507fec031e6ea5a1af5614f05730ad, NAME => 'hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3 2024-12-03T02:30:24,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741838_1014 (size=44) 2024-12-03T02:30:24,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:24,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea507fec031e6ea5a1af5614f05730ad, disabling compactions & flushes 2024-12-03T02:30:24,458 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. 2024-12-03T02:30:24,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. 2024-12-03T02:30:24,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. after waiting 0 ms 2024-12-03T02:30:24,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. 2024-12-03T02:30:24,458 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. 2024-12-03T02:30:24,458 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea507fec031e6ea5a1af5614f05730ad: Waiting for close lock at 1733193024457Disabling compacts and flushes for region at 1733193024457Disabling writes for close at 1733193024458 (+1 ms)Writing region close event to WAL at 1733193024458Closed at 1733193024458 2024-12-03T02:30:24,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:30:24,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733193024460"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193024460"}]},"ts":"1733193024460"} 2024-12-03T02:30:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:24,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:30:24,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:30:24,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193024468"}]},"ts":"1733193024468"} 2024-12-03T02:30:24,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:30:24,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea507fec031e6ea5a1af5614f05730ad, ASSIGN}] 2024-12-03T02:30:24,476 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea507fec031e6ea5a1af5614f05730ad, ASSIGN 2024-12-03T02:30:24,477 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea507fec031e6ea5a1af5614f05730ad, ASSIGN; state=OFFLINE, location=64035cbb0b46,44451,1733193013514; forceNewPlan=false, retain=false 2024-12-03T02:30:24,629 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea507fec031e6ea5a1af5614f05730ad, regionState=OPENING, regionLocation=64035cbb0b46,44451,1733193013514 2024-12-03T02:30:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea507fec031e6ea5a1af5614f05730ad, ASSIGN because future has completed 2024-12-03T02:30:24,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea507fec031e6ea5a1af5614f05730ad, server=64035cbb0b46,44451,1733193013514}] 2024-12-03T02:30:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:24,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. 2024-12-03T02:30:24,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:24,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:30:24,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C44451%2C1733193013514.rep, suffix=, logDir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514, archiveDir=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/oldWALs, maxLogs=10 2024-12-03T02:30:24,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.rep.1733193024820, exclude list is [], retry=0 2024-12-03T02:30:24,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38143,DS-37075d2c-6dfa-46e5-8836-03dd4fe9c4ab,DISK] 2024-12-03T02:30:24,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.rep.1733193024820 2024-12-03T02:30:24,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41317:41317)] 2024-12-03T02:30:24,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ea507fec031e6ea5a1af5614f05730ad, NAME => 'hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:24,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:24,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:30:24,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. service=MultiRowMutationService 2024-12-03T02:30:24,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:30:24,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:24,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:24,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:24,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:24,911 INFO [StoreOpener-ea507fec031e6ea5a1af5614f05730ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:24,916 INFO [StoreOpener-ea507fec031e6ea5a1af5614f05730ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea507fec031e6ea5a1af5614f05730ad columnFamilyName hfileref 2024-12-03T02:30:24,916 DEBUG [StoreOpener-ea507fec031e6ea5a1af5614f05730ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:24,917 INFO [StoreOpener-ea507fec031e6ea5a1af5614f05730ad-1 {}] regionserver.HStore(327): Store=ea507fec031e6ea5a1af5614f05730ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:24,917 INFO [StoreOpener-ea507fec031e6ea5a1af5614f05730ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:24,920 INFO [StoreOpener-ea507fec031e6ea5a1af5614f05730ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea507fec031e6ea5a1af5614f05730ad columnFamilyName queue 2024-12-03T02:30:24,921 DEBUG [StoreOpener-ea507fec031e6ea5a1af5614f05730ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:24,922 INFO [StoreOpener-ea507fec031e6ea5a1af5614f05730ad-1 {}] regionserver.HStore(327): Store=ea507fec031e6ea5a1af5614f05730ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:24,922 INFO [StoreOpener-ea507fec031e6ea5a1af5614f05730ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:24,924 INFO [StoreOpener-ea507fec031e6ea5a1af5614f05730ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea507fec031e6ea5a1af5614f05730ad columnFamilyName sid 2024-12-03T02:30:24,924 DEBUG [StoreOpener-ea507fec031e6ea5a1af5614f05730ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:24,925 INFO [StoreOpener-ea507fec031e6ea5a1af5614f05730ad-1 {}] regionserver.HStore(327): Store=ea507fec031e6ea5a1af5614f05730ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:24,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:24,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:24,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:24,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:24,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:24,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:30:24,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:24,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:24,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ea507fec031e6ea5a1af5614f05730ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59976303, jitterRate=-0.10628344118595123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:30:24,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:24,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ea507fec031e6ea5a1af5614f05730ad: Running coprocessor pre-open hook at 1733193024901Writing region info on filesystem at 1733193024901Initializing all the Stores at 1733193024902 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193024902Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193024907 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193024907Cleaning up temporary data from old regions at 1733193024927 (+20 ms)Running coprocessor post-open hooks at 1733193024939 (+12 ms)Region opened successfully at 1733193024939 2024-12-03T02:30:24,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad., pid=10, masterSystemTime=1733193024792 2024-12-03T02:30:24,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. 2024-12-03T02:30:24,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. 2024-12-03T02:30:24,947 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea507fec031e6ea5a1af5614f05730ad, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,44451,1733193013514 2024-12-03T02:30:24,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea507fec031e6ea5a1af5614f05730ad, server=64035cbb0b46,44451,1733193013514 because future has completed 2024-12-03T02:30:24,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:30:24,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ea507fec031e6ea5a1af5614f05730ad, server=64035cbb0b46,44451,1733193013514 in 331 msec 2024-12-03T02:30:24,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T02:30:24,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea507fec031e6ea5a1af5614f05730ad, ASSIGN in 495 msec 2024-12-03T02:30:24,979 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:30:24,980 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193024979"}]},"ts":"1733193024979"} 2024-12-03T02:30:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:24,982 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:30:24,985 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:30:24,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 608 msec 2024-12-03T02:30:25,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad., hostname=64035cbb0b46,44451,1733193013514, seqNum=2] 2024-12-03T02:30:25,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:25,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:25,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:30:25,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T02:30:25,396 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:30:25,431 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,44451,1733193013514, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:30:25,432 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:25,432 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,44451,1733193013514, seqNum=-1] 2024-12-03T02:30:25,432 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:25,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T02:30:25,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,44451,1733193013514', locateType=CURRENT is [region=hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad., hostname=64035cbb0b46,44451,1733193013514, seqNum=2] 2024-12-03T02:30:25,437 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T02:30:25,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T02:30:25,439 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,44451,1733193013514 suceeded 2024-12-03T02:30:25,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T02:30:25,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-03T02:30:25,441 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:40147,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:30:25,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0900 sec 2024-12-03T02:30:25,450 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:40147' 2024-12-03T02:30:25,451 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68aea463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:25,451 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,40147,-1 for getting cluster id 2024-12-03T02:30:25,451 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:25,452 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35331320-b556-4e4c-8858-315a1fe84236' 2024-12-03T02:30:25,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:25,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35331320-b556-4e4c-8858-315a1fe84236" 2024-12-03T02:30:25,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10918092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:25,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,40147,-1] 2024-12-03T02:30:25,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:25,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:25,454 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:25,455 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c8c719b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:25,455 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:25,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,40147,1733193018345 2024-12-03T02:30:25,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22f20eb2 2024-12-03T02:30:25,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:25,456 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T02:30:25,457 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,44451,1733193013514 (queues=1) is replicating from cluster=1d40447f-49d7-4338-a092-6f611540c88b to cluster=35331320-b556-4e4c-8858-315a1fe84236 2024-12-03T02:30:25,457 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C44451%2C1733193013514 2024-12-03T02:30:25,457 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,44451,1733193013514, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:30:25,457 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324, startPosition=0, beingWritten=true 2024-12-03T02:30:25,458 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C44451%2C1733193013514 2024-12-03T02:30:25,466 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:30:25,466 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 379, reset compression=false 2024-12-03T02:30:25,466 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,44451,1733193013514 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:30:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43287 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:25,491 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:30:25,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:25,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:25,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:25,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:25,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:25,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c811d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:25,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,40147,-1 for getting cluster id 2024-12-03T02:30:25,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:25,493 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35331320-b556-4e4c-8858-315a1fe84236' 2024-12-03T02:30:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35331320-b556-4e4c-8858-315a1fe84236" 2024-12-03T02:30:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e24344e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:25,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,40147,-1] 2024-12-03T02:30:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:25,494 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:25,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52680ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:25,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,40147,1733193018345 2024-12-03T02:30:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bca68d2 2024-12-03T02:30:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:25,497 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:25,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:43287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:30:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:30:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:25,499 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:43287' 2024-12-03T02:30:25,500 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126e564d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:25,501 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,43287,-1 for getting cluster id 2024-12-03T02:30:25,501 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:25,501 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d40447f-49d7-4338-a092-6f611540c88b' 2024-12-03T02:30:25,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:25,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d40447f-49d7-4338-a092-6f611540c88b" 2024-12-03T02:30:25,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f94a5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:25,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,43287,-1] 2024-12-03T02:30:25,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:25,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:25,503 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc8cad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:25,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:25,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,43287,1733193013368 2024-12-03T02:30:25,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13a3311c 2024-12-03T02:30:25,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:25,505 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:25,505 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T02:30:25,505 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:30:25,505 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:25,505 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:25,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:25,506 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:30:25,507 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:30:25,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:30:25,508 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:25,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:30:25,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741837_1013 (size=1138) 2024-12-03T02:30:25,557 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:30:25,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:25,649 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T02:30:25,671 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 379, reset compression=false 2024-12-03T02:30:25,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:25,920 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16d0511f3f1fca82365602ab40982112, NAME => 'hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065 2024-12-03T02:30:25,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741838_1014 (size=44) 2024-12-03T02:30:25,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:25,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 16d0511f3f1fca82365602ab40982112, disabling compactions & flushes 2024-12-03T02:30:25,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. 2024-12-03T02:30:25,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. 2024-12-03T02:30:25,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. after waiting 0 ms 2024-12-03T02:30:25,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. 2024-12-03T02:30:25,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. 2024-12-03T02:30:25,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16d0511f3f1fca82365602ab40982112: Waiting for close lock at 1733193025932Disabling compacts and flushes for region at 1733193025932Disabling writes for close at 1733193025932Writing region close event to WAL at 1733193025932Closed at 1733193025932 2024-12-03T02:30:25,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:30:25,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733193025933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193025933"}]},"ts":"1733193025933"} 2024-12-03T02:30:25,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:30:25,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:30:25,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193025945"}]},"ts":"1733193025945"} 2024-12-03T02:30:25,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:30:25,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16d0511f3f1fca82365602ab40982112, ASSIGN}] 2024-12-03T02:30:25,970 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16d0511f3f1fca82365602ab40982112, ASSIGN 2024-12-03T02:30:25,975 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16d0511f3f1fca82365602ab40982112, ASSIGN; state=OFFLINE, location=64035cbb0b46,43363,1733193018579; forceNewPlan=false, retain=false 2024-12-03T02:30:25,980 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 379, reset compression=false 2024-12-03T02:30:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:26,126 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16d0511f3f1fca82365602ab40982112, regionState=OPENING, regionLocation=64035cbb0b46,43363,1733193018579 2024-12-03T02:30:26,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16d0511f3f1fca82365602ab40982112, ASSIGN because future has completed 2024-12-03T02:30:26,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16d0511f3f1fca82365602ab40982112, server=64035cbb0b46,43363,1733193018579}] 2024-12-03T02:30:26,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. 2024-12-03T02:30:26,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:26,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:30:26,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C43363%2C1733193018579.rep, suffix=, logDir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579, archiveDir=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/oldWALs, maxLogs=10 2024-12-03T02:30:26,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.rep.1733193026294, exclude list is [], retry=0 2024-12-03T02:30:26,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-eb6727b1-31bf-4385-b384-b9750cf447c6,DISK] 2024-12-03T02:30:26,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.rep.1733193026294 2024-12-03T02:30:26,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36855:36855)] 2024-12-03T02:30:26,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 16d0511f3f1fca82365602ab40982112, NAME => 'hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:26,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:26,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:30:26,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. service=MultiRowMutationService 2024-12-03T02:30:26,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:30:26,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:26,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:26,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:26,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:26,317 INFO [StoreOpener-16d0511f3f1fca82365602ab40982112-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:26,318 INFO [StoreOpener-16d0511f3f1fca82365602ab40982112-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d0511f3f1fca82365602ab40982112 columnFamilyName hfileref 2024-12-03T02:30:26,318 DEBUG [StoreOpener-16d0511f3f1fca82365602ab40982112-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:26,319 INFO [StoreOpener-16d0511f3f1fca82365602ab40982112-1 {}] regionserver.HStore(327): Store=16d0511f3f1fca82365602ab40982112/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:26,319 INFO [StoreOpener-16d0511f3f1fca82365602ab40982112-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:26,320 INFO [StoreOpener-16d0511f3f1fca82365602ab40982112-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d0511f3f1fca82365602ab40982112 columnFamilyName queue 2024-12-03T02:30:26,320 DEBUG [StoreOpener-16d0511f3f1fca82365602ab40982112-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:26,320 INFO [StoreOpener-16d0511f3f1fca82365602ab40982112-1 {}] regionserver.HStore(327): Store=16d0511f3f1fca82365602ab40982112/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:26,320 INFO [StoreOpener-16d0511f3f1fca82365602ab40982112-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:26,321 INFO [StoreOpener-16d0511f3f1fca82365602ab40982112-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16d0511f3f1fca82365602ab40982112 columnFamilyName sid 2024-12-03T02:30:26,322 DEBUG [StoreOpener-16d0511f3f1fca82365602ab40982112-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:26,322 INFO [StoreOpener-16d0511f3f1fca82365602ab40982112-1 {}] regionserver.HStore(327): Store=16d0511f3f1fca82365602ab40982112/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:26,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:26,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:26,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:26,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:26,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:26,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:30:26,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:26,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:26,328 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 16d0511f3f1fca82365602ab40982112; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72721511, jitterRate=0.08363495767116547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:30:26,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:26,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 16d0511f3f1fca82365602ab40982112: Running coprocessor pre-open hook at 1733193026316Writing region info on filesystem at 1733193026316Initializing all the Stores at 1733193026317 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193026317Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193026317Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193026317Cleaning up temporary data from old regions at 1733193026324 (+7 ms)Running coprocessor post-open hooks at 1733193026328 (+4 ms)Region opened successfully at 1733193026328 2024-12-03T02:30:26,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112., pid=10, masterSystemTime=1733193026288 2024-12-03T02:30:26,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. 2024-12-03T02:30:26,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. 2024-12-03T02:30:26,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16d0511f3f1fca82365602ab40982112, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,43363,1733193018579 2024-12-03T02:30:26,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16d0511f3f1fca82365602ab40982112, server=64035cbb0b46,43363,1733193018579 because future has completed 2024-12-03T02:30:26,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:30:26,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 16d0511f3f1fca82365602ab40982112, server=64035cbb0b46,43363,1733193018579 in 201 msec 2024-12-03T02:30:26,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T02:30:26,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16d0511f3f1fca82365602ab40982112, ASSIGN in 378 msec 2024-12-03T02:30:26,341 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:30:26,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193026341"}]},"ts":"1733193026341"} 2024-12-03T02:30:26,344 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:30:26,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:30:26,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 839 msec 2024-12-03T02:30:26,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112., hostname=64035cbb0b46,43363,1733193018579, seqNum=2] 2024-12-03T02:30:26,400 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 379, reset compression=false 2024-12-03T02:30:26,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:26,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:26,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:30:26,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:26,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43363 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T02:30:26,638 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:30:26,682 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,43363,1733193018579, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:30:26,683 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:26,683 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1] 2024-12-03T02:30:26,684 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:26,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T02:30:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,43363,1733193018579', locateType=CURRENT is [region=hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112., hostname=64035cbb0b46,43363,1733193018579, seqNum=2] 2024-12-03T02:30:26,689 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T02:30:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T02:30:26,691 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,43363,1733193018579 suceeded 2024-12-03T02:30:26,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T02:30:26,693 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:43287,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:30:26,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-12-03T02:30:26,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1960 sec 2024-12-03T02:30:26,707 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:43287' 2024-12-03T02:30:26,709 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69fac1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:26,709 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,43287,-1 for getting cluster id 2024-12-03T02:30:26,709 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:26,709 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d40447f-49d7-4338-a092-6f611540c88b' 2024-12-03T02:30:26,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:26,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d40447f-49d7-4338-a092-6f611540c88b" 2024-12-03T02:30:26,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f79eefb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:26,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,43287,-1] 2024-12-03T02:30:26,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:26,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:26,711 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:26,712 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@535add17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:26,712 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:26,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,43287,1733193013368 2024-12-03T02:30:26,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f5ff57d 2024-12-03T02:30:26,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:26,714 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T02:30:26,715 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,43363,1733193018579 (queues=1) is replicating from cluster=35331320-b556-4e4c-8858-315a1fe84236 to cluster=1d40447f-49d7-4338-a092-6f611540c88b 2024-12-03T02:30:26,715 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C43363%2C1733193018579 2024-12-03T02:30:26,715 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,43363,1733193018579, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:30:26,716 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790, startPosition=0, beingWritten=true 2024-12-03T02:30:26,719 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.shipper64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C43363%2C1733193018579 2024-12-03T02:30:26,727 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:30:26,727 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 379, reset compression=false 2024-12-03T02:30:26,727 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.shipper64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,43363,1733193018579 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:30:26,905 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 379, reset compression=false 2024-12-03T02:30:26,947 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 379, reset compression=false 2024-12-03T02:30:27,253 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 379, reset compression=false 2024-12-03T02:30:27,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:30:27,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:27,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:27,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:27,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:27,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:27,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:27,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:27,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:27,382 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T02:30:27,512 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 379, reset compression=false 2024-12-03T02:30:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:27,645 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:30:27,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:27,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:27,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:27,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:27,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:27,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:27,664 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733193027663/Put/seqid=0 2024-12-03T02:30:27,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741840_1016 (size=7894) 2024-12-03T02:30:27,678 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 379, reset compression=false 2024-12-03T02:30:28,076 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733193028076/Put/seqid=0 2024-12-03T02:30:28,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741841_1017 (size=7691) 2024-12-03T02:30:28,198 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 379, reset compression=false 2024-12-03T02:30:28,263 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 379, reset compression=false 2024-12-03T02:30:28,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5993b370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:28,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,43287,-1 for getting cluster id 2024-12-03T02:30:28,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:28,482 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d40447f-49d7-4338-a092-6f611540c88b' 2024-12-03T02:30:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d40447f-49d7-4338-a092-6f611540c88b" 2024-12-03T02:30:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84d8977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,43287,-1] 2024-12-03T02:30:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:28,484 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:28,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dc7a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:28,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,44451,1733193013514, seqNum=-1] 2024-12-03T02:30:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:28,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:28,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,43287,1733193013368 2024-12-03T02:30:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67590a64 2024-12-03T02:30:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:28,502 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:28,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733193021015.34c34816e8040131314068df63ea6818., hostname=64035cbb0b46,44451,1733193013514, seqNum=2] 2024-12-03T02:30:28,508 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:30:28,514 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-03T02:30:28,517 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-03T02:30:28,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 34c34816e8040131314068df63ea6818/f 2024-12-03T02:30:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T02:30:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:30:28,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 34c34816e8040131314068df63ea6818/f 2024-12-03T02:30:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T02:30:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:30:28,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HRegion(2603): Flush status journal for 34c34816e8040131314068df63ea6818: 2024-12-03T02:30:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins__test__38o9kaehqocg6dgejllqci0cddpfh92bvj2pkk7sf4s9jf2guiqkq0v1ana7ulnb/f/hfile_0 2024-12-03T02:30:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins__test__38o9kaehqocg6dgejllqci0cddpfh92bvj2pkk7sf4s9jf2guiqkq0v1ana7ulnb/f/hfile_0 as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/dbda1e11964346b59423ded9f51abefc_SeqId_4_ 2024-12-03T02:30:28,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins__test__38o9kaehqocg6dgejllqci0cddpfh92bvj2pkk7sf4s9jf2guiqkq0v1ana7ulnb/f/hfile_1 2024-12-03T02:30:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins__test__38o9kaehqocg6dgejllqci0cddpfh92bvj2pkk7sf4s9jf2guiqkq0v1ana7ulnb/f/hfile_1 as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/0d09e3624a0642f9ad3699a8737c2e95_SeqId_4_ 2024-12-03T02:30:28,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins__test__38o9kaehqocg6dgejllqci0cddpfh92bvj2pkk7sf4s9jf2guiqkq0v1ana7ulnb/f/hfile_0 into 34c34816e8040131314068df63ea6818/f as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/dbda1e11964346b59423ded9f51abefc_SeqId_4_ - updating store file list. 2024-12-03T02:30:28,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dbda1e11964346b59423ded9f51abefc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:30:28,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/dbda1e11964346b59423ded9f51abefc_SeqId_4_ into 34c34816e8040131314068df63ea6818/f 2024-12-03T02:30:28,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins__test__38o9kaehqocg6dgejllqci0cddpfh92bvj2pkk7sf4s9jf2guiqkq0v1ana7ulnb/f/hfile_0 into 34c34816e8040131314068df63ea6818/f (new location: hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/dbda1e11964346b59423ded9f51abefc_SeqId_4_) 2024-12-03T02:30:28,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins__test__38o9kaehqocg6dgejllqci0cddpfh92bvj2pkk7sf4s9jf2guiqkq0v1ana7ulnb/f/hfile_0 2024-12-03T02:30:28,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins__test__38o9kaehqocg6dgejllqci0cddpfh92bvj2pkk7sf4s9jf2guiqkq0v1ana7ulnb/f/hfile_1 into 34c34816e8040131314068df63ea6818/f as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/0d09e3624a0642f9ad3699a8737c2e95_SeqId_4_ - updating store file list. 2024-12-03T02:30:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0d09e3624a0642f9ad3699a8737c2e95_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:30:28,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/0d09e3624a0642f9ad3699a8737c2e95_SeqId_4_ into 34c34816e8040131314068df63ea6818/f 2024-12-03T02:30:28,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins__test__38o9kaehqocg6dgejllqci0cddpfh92bvj2pkk7sf4s9jf2guiqkq0v1ana7ulnb/f/hfile_1 into 34c34816e8040131314068df63ea6818/f (new location: hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/0d09e3624a0642f9ad3699a8737c2e95_SeqId_4_) 2024-12-03T02:30:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins__test__38o9kaehqocg6dgejllqci0cddpfh92bvj2pkk7sf4s9jf2guiqkq0v1ana7ulnb/f/hfile_1 2024-12-03T02:30:28,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:28,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:28,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:28,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:28,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:28,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:28,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1] 2024-12-03T02:30:28,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733193021015.34c34816e8040131314068df63ea6818., hostname=64035cbb0b46,44451,1733193013514, seqNum=2 , the old value is region=test,,1733193021015.34c34816e8040131314068df63ea6818., hostname=64035cbb0b46,44451,1733193013514, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=64035cbb0b46:44451 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T02:30:28,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733193021015.34c34816e8040131314068df63ea6818., hostname=64035cbb0b46,44451,1733193013514, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T02:30:28,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733193021015.34c34816e8040131314068df63ea6818., hostname=64035cbb0b46,44451,1733193013514, seqNum=2 from cache 2024-12-03T02:30:28,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:41708 deadline: 1733193088563 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:41708 2024-12-03T02:30:28,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74., hostname=64035cbb0b46,43363,1733193018579, seqNum=2] 2024-12-03T02:30:28,572 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T02:30:28,671 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:44451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T02:30:28,801 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 379, reset compression=false 2024-12-03T02:30:29,066 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 379, reset compression=false 2024-12-03T02:30:29,071 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:30:29,071 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,44451,1733193013514 got entry batch from reader: WALEntryBatch [walEntries=[{test/34c34816e8040131314068df63ea6818/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733193028559/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T02:30:29,073 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:30:29,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-03T02:30:29,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(318): Replicating [1d40447f-49d7-4338-a092-6f611540c88b] bulk loaded data 2024-12-03T02:30:29,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f5cdc88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:29,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,40147,-1 for getting cluster id 2024-12-03T02:30:29,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:29,076 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35331320-b556-4e4c-8858-315a1fe84236' 2024-12-03T02:30:29,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:29,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35331320-b556-4e4c-8858-315a1fe84236" 2024-12-03T02:30:29,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a9662b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:29,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,40147,-1] 2024-12-03T02:30:29,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:29,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:29,077 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:29,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f2070d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:29,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741840_1016 (size=7894) 2024-12-03T02:30:29,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741841_1017 (size=7691) 2024-12-03T02:30:29,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:29,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,40147,1733193018345 2024-12-03T02:30:29,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@484c9d7f 2024-12-03T02:30:29,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:29,098 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-03T02:30:29,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:30:29,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:29,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1] 2024-12-03T02:30:29,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:29,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-03T02:30:29,107 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins.hfs.11__test__r5dm1ttol7oc3citn31vb9lq0731mka4u9efb610sp0vovfrboqe660dneljnsh0/f/0d09e3624a0642f9ad3699a8737c2e95_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T02:30:29,110 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins.hfs.11__test__r5dm1ttol7oc3citn31vb9lq0731mka4u9efb610sp0vovfrboqe660dneljnsh0/f/dbda1e11964346b59423ded9f51abefc_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T02:30:29,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins.hfs.11__test__r5dm1ttol7oc3citn31vb9lq0731mka4u9efb610sp0vovfrboqe660dneljnsh0/f/0d09e3624a0642f9ad3699a8737c2e95_SeqId_4_ for inclusion in 0e914e3e2f97f35cd2c6bedecd852a74/f 2024-12-03T02:30:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-03T02:30:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:30:29,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins.hfs.11__test__r5dm1ttol7oc3citn31vb9lq0731mka4u9efb610sp0vovfrboqe660dneljnsh0/f/dbda1e11964346b59423ded9f51abefc_SeqId_4_ for inclusion in 0e914e3e2f97f35cd2c6bedecd852a74/f 2024-12-03T02:30:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-03T02:30:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:30:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HRegion(2603): Flush status journal for 0e914e3e2f97f35cd2c6bedecd852a74: 2024-12-03T02:30:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0d09e3624a0642f9ad3699a8737c2e95_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T02:30:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins.hfs.11__test__r5dm1ttol7oc3citn31vb9lq0731mka4u9efb610sp0vovfrboqe660dneljnsh0/f/0d09e3624a0642f9ad3699a8737c2e95_SeqId_4_ as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/c172e3ff60754f519d3b88d3e010d9fe_SeqId_4_ 2024-12-03T02:30:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dbda1e11964346b59423ded9f51abefc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T02:30:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins.hfs.11__test__r5dm1ttol7oc3citn31vb9lq0731mka4u9efb610sp0vovfrboqe660dneljnsh0/f/dbda1e11964346b59423ded9f51abefc_SeqId_4_ as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/7ecc45ba445e4663b14919bebf4c977d_SeqId_4_ 2024-12-03T02:30:29,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins.hfs.11__test__r5dm1ttol7oc3citn31vb9lq0731mka4u9efb610sp0vovfrboqe660dneljnsh0/f/0d09e3624a0642f9ad3699a8737c2e95_SeqId_4_ into 0e914e3e2f97f35cd2c6bedecd852a74/f as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/c172e3ff60754f519d3b88d3e010d9fe_SeqId_4_ - updating store file list. 2024-12-03T02:30:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c172e3ff60754f519d3b88d3e010d9fe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:30:29,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/c172e3ff60754f519d3b88d3e010d9fe_SeqId_4_ into 0e914e3e2f97f35cd2c6bedecd852a74/f 2024-12-03T02:30:29,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins.hfs.11__test__r5dm1ttol7oc3citn31vb9lq0731mka4u9efb610sp0vovfrboqe660dneljnsh0/f/0d09e3624a0642f9ad3699a8737c2e95_SeqId_4_ into 0e914e3e2f97f35cd2c6bedecd852a74/f (new location: hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/c172e3ff60754f519d3b88d3e010d9fe_SeqId_4_) 2024-12-03T02:30:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins.hfs.11__test__r5dm1ttol7oc3citn31vb9lq0731mka4u9efb610sp0vovfrboqe660dneljnsh0/f/0d09e3624a0642f9ad3699a8737c2e95_SeqId_4_ 2024-12-03T02:30:29,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins.hfs.11__test__r5dm1ttol7oc3citn31vb9lq0731mka4u9efb610sp0vovfrboqe660dneljnsh0/f/dbda1e11964346b59423ded9f51abefc_SeqId_4_ into 0e914e3e2f97f35cd2c6bedecd852a74/f as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/7ecc45ba445e4663b14919bebf4c977d_SeqId_4_ - updating store file list. 2024-12-03T02:30:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ecc45ba445e4663b14919bebf4c977d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:30:29,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/7ecc45ba445e4663b14919bebf4c977d_SeqId_4_ into 0e914e3e2f97f35cd2c6bedecd852a74/f 2024-12-03T02:30:29,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins.hfs.11__test__r5dm1ttol7oc3citn31vb9lq0731mka4u9efb610sp0vovfrboqe660dneljnsh0/f/dbda1e11964346b59423ded9f51abefc_SeqId_4_ into 0e914e3e2f97f35cd2c6bedecd852a74/f (new location: hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/7ecc45ba445e4663b14919bebf4c977d_SeqId_4_) 2024-12-03T02:30:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins.hfs.11__test__r5dm1ttol7oc3citn31vb9lq0731mka4u9efb610sp0vovfrboqe660dneljnsh0/f/dbda1e11964346b59423ded9f51abefc_SeqId_4_ 2024-12-03T02:30:29,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(324): Finished replicating [1d40447f-49d7-4338-a092-6f611540c88b] bulk loaded data 2024-12-03T02:30:29,271 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 687, reset compression=false 2024-12-03T02:30:29,505 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 379, reset compression=false 2024-12-03T02:30:29,518 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:30:29,518 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.shipper64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,43363,1733193018579 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e914e3e2f97f35cd2c6bedecd852a74/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733193029136/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T02:30:29,521 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.shipper64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:30:29,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-03T02:30:29,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(318): Replicating [1d40447f-49d7-4338-a092-6f611540c88b, 35331320-b556-4e4c-8858-315a1fe84236] bulk loaded data 2024-12-03T02:30:29,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae19737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:29,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,43287,-1 for getting cluster id 2024-12-03T02:30:29,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:29,524 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d40447f-49d7-4338-a092-6f611540c88b' 2024-12-03T02:30:29,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:29,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d40447f-49d7-4338-a092-6f611540c88b" 2024-12-03T02:30:29,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8bba57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:29,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,43287,-1] 2024-12-03T02:30:29,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:29,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:29,525 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:29,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c6002ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:29,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741842_1018 (size=7691) 2024-12-03T02:30:29,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741843_1019 (size=7894) 2024-12-03T02:30:29,587 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 687, reset compression=false 2024-12-03T02:30:29,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:29,600 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733193029600/Put/seqid=0 2024-12-03T02:30:29,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741842_1018 (size=11194) 2024-12-03T02:30:29,718 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 725, reset compression=false 2024-12-03T02:30:29,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:29,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,43287,1733193013368 2024-12-03T02:30:29,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60b077d9 2024-12-03T02:30:29,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:29,957 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-03T02:30:29,959 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:30:29,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:29,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,44451,1733193013514, seqNum=-1] 2024-12-03T02:30:29,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:29,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-03T02:30:29,967 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__7sk114c7laiig73eon5r83bnlkmgnbc7kjd1g3vdcr4lvijtjp1lvh2b37ovk5lh/f/7ecc45ba445e4663b14919bebf4c977d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-03T02:30:29,970 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__7sk114c7laiig73eon5r83bnlkmgnbc7kjd1g3vdcr4lvijtjp1lvh2b37ovk5lh/f/c172e3ff60754f519d3b88d3e010d9fe_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-03T02:30:29,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(324): Finished replicating [1d40447f-49d7-4338-a092-6f611540c88b, 35331320-b556-4e4c-8858-315a1fe84236] bulk loaded data 2024-12-03T02:30:30,001 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 687, reset compression=false 2024-12-03T02:30:30,020 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733193030019/Put/seqid=0 2024-12-03T02:30:30,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741843_1019 (size=10791) 2024-12-03T02:30:30,030 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 725, reset compression=false 2024-12-03T02:30:30,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@904e431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:30,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,40147,-1 for getting cluster id 2024-12-03T02:30:30,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:30,034 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '35331320-b556-4e4c-8858-315a1fe84236' 2024-12-03T02:30:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "35331320-b556-4e4c-8858-315a1fe84236" 2024-12-03T02:30:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152c8fda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,40147,-1] 2024-12-03T02:30:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:30,035 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:30,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281d8f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:30,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:30,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1] 2024-12-03T02:30:30,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:30,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:30,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:30,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,40147,1733193018345 2024-12-03T02:30:30,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76565611 2024-12-03T02:30:30,045 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:30,046 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:30,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74., hostname=64035cbb0b46,43363,1733193018579, seqNum=2] 2024-12-03T02:30:30,050 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:30:30,055 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-03T02:30:30,057 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-03T02:30:30,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 0e914e3e2f97f35cd2c6bedecd852a74/f 2024-12-03T02:30:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T02:30:30,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:30:30,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 0e914e3e2f97f35cd2c6bedecd852a74/f 2024-12-03T02:30:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T02:30:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:30:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HRegion(2603): Flush status journal for 0e914e3e2f97f35cd2c6bedecd852a74: 2024-12-03T02:30:30,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins__test__j4kofo1q931brq6nnauo4oafvqpgq7kf3vdbv16hoe1amqhsk2i594n5fkkn8dsb/f/hfile_0 2024-12-03T02:30:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins__test__j4kofo1q931brq6nnauo4oafvqpgq7kf3vdbv16hoe1amqhsk2i594n5fkkn8dsb/f/hfile_0 as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/ee8241b3a1e64553bf181c4eed0c1d9d_SeqId_6_ 2024-12-03T02:30:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins__test__j4kofo1q931brq6nnauo4oafvqpgq7kf3vdbv16hoe1amqhsk2i594n5fkkn8dsb/f/hfile_1 2024-12-03T02:30:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins__test__j4kofo1q931brq6nnauo4oafvqpgq7kf3vdbv16hoe1amqhsk2i594n5fkkn8dsb/f/hfile_1 as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/49165c756c124ef396e6e20cd40f781d_SeqId_6_ 2024-12-03T02:30:30,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins__test__j4kofo1q931brq6nnauo4oafvqpgq7kf3vdbv16hoe1amqhsk2i594n5fkkn8dsb/f/hfile_0 into 0e914e3e2f97f35cd2c6bedecd852a74/f as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/ee8241b3a1e64553bf181c4eed0c1d9d_SeqId_6_ - updating store file list. 2024-12-03T02:30:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee8241b3a1e64553bf181c4eed0c1d9d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T02:30:30,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/ee8241b3a1e64553bf181c4eed0c1d9d_SeqId_6_ into 0e914e3e2f97f35cd2c6bedecd852a74/f 2024-12-03T02:30:30,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins__test__j4kofo1q931brq6nnauo4oafvqpgq7kf3vdbv16hoe1amqhsk2i594n5fkkn8dsb/f/hfile_0 into 0e914e3e2f97f35cd2c6bedecd852a74/f (new location: hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/ee8241b3a1e64553bf181c4eed0c1d9d_SeqId_6_) 2024-12-03T02:30:30,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins__test__j4kofo1q931brq6nnauo4oafvqpgq7kf3vdbv16hoe1amqhsk2i594n5fkkn8dsb/f/hfile_0 2024-12-03T02:30:30,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins__test__j4kofo1q931brq6nnauo4oafvqpgq7kf3vdbv16hoe1amqhsk2i594n5fkkn8dsb/f/hfile_1 into 0e914e3e2f97f35cd2c6bedecd852a74/f as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/49165c756c124ef396e6e20cd40f781d_SeqId_6_ - updating store file list. 2024-12-03T02:30:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49165c756c124ef396e6e20cd40f781d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T02:30:30,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/49165c756c124ef396e6e20cd40f781d_SeqId_6_ into 0e914e3e2f97f35cd2c6bedecd852a74/f 2024-12-03T02:30:30,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins__test__j4kofo1q931brq6nnauo4oafvqpgq7kf3vdbv16hoe1amqhsk2i594n5fkkn8dsb/f/hfile_1 into 0e914e3e2f97f35cd2c6bedecd852a74/f (new location: hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/f/49165c756c124ef396e6e20cd40f781d_SeqId_6_) 2024-12-03T02:30:30,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/staging/jenkins__test__j4kofo1q931brq6nnauo4oafvqpgq7kf3vdbv16hoe1amqhsk2i594n5fkkn8dsb/f/hfile_1 2024-12-03T02:30:30,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:30,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:30,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:30,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:30,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:30,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74., hostname=64035cbb0b46,43363,1733193018579, seqNum=2 , the old value is region=test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74., hostname=64035cbb0b46,43363,1733193018579, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=64035cbb0b46:43363 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T02:30:30,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74., hostname=64035cbb0b46,43363,1733193018579, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T02:30:30,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74., hostname=64035cbb0b46,43363,1733193018579, seqNum=2 from cache 2024-12-03T02:30:30,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:30,084 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T02:30:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,44451,1733193013514, seqNum=-1] 2024-12-03T02:30:30,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:30,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:30,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733193021015.34c34816e8040131314068df63ea6818., hostname=64035cbb0b46,44451,1733193013514, seqNum=2] 2024-12-03T02:30:30,093 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T02:30:30,191 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:43363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T02:30:30,433 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 725, reset compression=false 2024-12-03T02:30:30,440 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:30:30,440 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.shipper64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,43363,1733193018579 got entry batch from reader: WALEntryBatch [walEntries=[{test/0e914e3e2f97f35cd2c6bedecd852a74/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733193030082/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T02:30:30,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(318): Replicating [35331320-b556-4e4c-8858-315a1fe84236] bulk loaded data 2024-12-03T02:30:30,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741844_1020 (size=11194) 2024-12-03T02:30:30,509 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 687, reset compression=false 2024-12-03T02:30:30,640 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 1033, reset compression=false 2024-12-03T02:30:30,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741845_1021 (size=10791) 2024-12-03T02:30:30,947 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 1033, reset compression=false 2024-12-03T02:30:31,104 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T02:30:31,113 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 687, reset compression=false 2024-12-03T02:30:31,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:30:31,350 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__fcie4e2qtn081crb7m58sls0493v4sj17dnad1vc6mic573mu92ql8v0d36jqm7p/f/49165c756c124ef396e6e20cd40f781d_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-03T02:30:31,353 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__fcie4e2qtn081crb7m58sls0493v4sj17dnad1vc6mic573mu92ql8v0d36jqm7p/f/ee8241b3a1e64553bf181c4eed0c1d9d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-03T02:30:31,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__fcie4e2qtn081crb7m58sls0493v4sj17dnad1vc6mic573mu92ql8v0d36jqm7p/f/ee8241b3a1e64553bf181c4eed0c1d9d_SeqId_6_ for inclusion in 34c34816e8040131314068df63ea6818/f 2024-12-03T02:30:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-03T02:30:31,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:30:31,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__fcie4e2qtn081crb7m58sls0493v4sj17dnad1vc6mic573mu92ql8v0d36jqm7p/f/49165c756c124ef396e6e20cd40f781d_SeqId_6_ for inclusion in 34c34816e8040131314068df63ea6818/f 2024-12-03T02:30:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-03T02:30:31,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:30:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HRegion(2603): Flush status journal for 34c34816e8040131314068df63ea6818: 2024-12-03T02:30:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ee8241b3a1e64553bf181c4eed0c1d9d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T02:30:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__fcie4e2qtn081crb7m58sls0493v4sj17dnad1vc6mic573mu92ql8v0d36jqm7p/f/ee8241b3a1e64553bf181c4eed0c1d9d_SeqId_6_ as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/99b12147f353424d83dfe4cda074ee49_SeqId_6_ 2024-12-03T02:30:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 49165c756c124ef396e6e20cd40f781d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T02:30:31,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T02:30:31,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T02:30:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__fcie4e2qtn081crb7m58sls0493v4sj17dnad1vc6mic573mu92ql8v0d36jqm7p/f/49165c756c124ef396e6e20cd40f781d_SeqId_6_ as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/b440b7b1655c4fd5b0f9c9d5b90439ac_SeqId_6_ 2024-12-03T02:30:31,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T02:30:31,367 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T02:30:31,374 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 1033, reset compression=false 2024-12-03T02:30:31,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__fcie4e2qtn081crb7m58sls0493v4sj17dnad1vc6mic573mu92ql8v0d36jqm7p/f/ee8241b3a1e64553bf181c4eed0c1d9d_SeqId_6_ into 34c34816e8040131314068df63ea6818/f as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/99b12147f353424d83dfe4cda074ee49_SeqId_6_ - updating store file list. 2024-12-03T02:30:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99b12147f353424d83dfe4cda074ee49_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T02:30:31,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/99b12147f353424d83dfe4cda074ee49_SeqId_6_ into 34c34816e8040131314068df63ea6818/f 2024-12-03T02:30:31,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__fcie4e2qtn081crb7m58sls0493v4sj17dnad1vc6mic573mu92ql8v0d36jqm7p/f/ee8241b3a1e64553bf181c4eed0c1d9d_SeqId_6_ into 34c34816e8040131314068df63ea6818/f (new location: hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/99b12147f353424d83dfe4cda074ee49_SeqId_6_) 2024-12-03T02:30:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__fcie4e2qtn081crb7m58sls0493v4sj17dnad1vc6mic573mu92ql8v0d36jqm7p/f/ee8241b3a1e64553bf181c4eed0c1d9d_SeqId_6_ 2024-12-03T02:30:31,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__fcie4e2qtn081crb7m58sls0493v4sj17dnad1vc6mic573mu92ql8v0d36jqm7p/f/49165c756c124ef396e6e20cd40f781d_SeqId_6_ into 34c34816e8040131314068df63ea6818/f as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/b440b7b1655c4fd5b0f9c9d5b90439ac_SeqId_6_ - updating store file list. 2024-12-03T02:30:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b440b7b1655c4fd5b0f9c9d5b90439ac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T02:30:31,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/b440b7b1655c4fd5b0f9c9d5b90439ac_SeqId_6_ into 34c34816e8040131314068df63ea6818/f 2024-12-03T02:30:31,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__fcie4e2qtn081crb7m58sls0493v4sj17dnad1vc6mic573mu92ql8v0d36jqm7p/f/49165c756c124ef396e6e20cd40f781d_SeqId_6_ into 34c34816e8040131314068df63ea6818/f (new location: hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/f/b440b7b1655c4fd5b0f9c9d5b90439ac_SeqId_6_) 2024-12-03T02:30:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/staging/jenkins.hfs.10__test__fcie4e2qtn081crb7m58sls0493v4sj17dnad1vc6mic573mu92ql8v0d36jqm7p/f/49165c756c124ef396e6e20cd40f781d_SeqId_6_ 2024-12-03T02:30:31,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44451 {}] regionserver.ReplicationSink(324): Finished replicating [35331320-b556-4e4c-8858-315a1fe84236] bulk loaded data 2024-12-03T02:30:31,822 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 687, reset compression=false 2024-12-03T02:30:31,826 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:30:31,826 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,44451,1733193013514 got entry batch from reader: WALEntryBatch [walEntries=[{test/34c34816e8040131314068df63ea6818/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733193031415/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-03T02:30:31,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(318): Replicating [35331320-b556-4e4c-8858-315a1fe84236, 1d40447f-49d7-4338-a092-6f611540c88b] bulk loaded data 2024-12-03T02:30:31,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741844_1020 (size=11194) 2024-12-03T02:30:31,900 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 1033, reset compression=false 2024-12-03T02:30:32,026 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 1033, reset compression=false 2024-12-03T02:30:32,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:30:32,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:32,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:32,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:32,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:32,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:30:32,120 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=991601405, stopped=false 2024-12-03T02:30:32,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:32,120 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,40147,1733193018345 2024-12-03T02:30:32,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1670370686/running 2024-12-03T02:30:32,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1670370686/running 2024-12-03T02:30:32,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:32,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:32,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Set watcher on znode that does not yet exist, /1670370686/running 2024-12-03T02:30:32,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Set watcher on znode that does not yet exist, /1670370686/running 2024-12-03T02:30:32,151 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:30:32,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:32,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:32,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:32,152 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,43363,1733193018579' ***** 2024-12-03T02:30:32,152 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:30:32,152 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:30:32,152 INFO [RS:0;64035cbb0b46:43363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:30:32,152 INFO [RS:0;64035cbb0b46:43363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:30:32,152 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(3091): Received CLOSE for 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:32,152 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:30:32,152 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e914e3e2f97f35cd2c6bedecd852a74 2024-12-03T02:30:32,152 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,43363,1733193018579 2024-12-03T02:30:32,152 INFO [RS:0;64035cbb0b46:43363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:30:32,152 INFO [RS:0;64035cbb0b46:43363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:43363. 2024-12-03T02:30:32,152 DEBUG [RS:0;64035cbb0b46:43363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:32,153 DEBUG [RS:0;64035cbb0b46:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:32,153 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:30:32,153 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16d0511f3f1fca82365602ab40982112, disabling compactions & flushes 2024-12-03T02:30:32,153 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. 2024-12-03T02:30:32,153 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. 2024-12-03T02:30:32,153 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. after waiting 0 ms 2024-12-03T02:30:32,153 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. 2024-12-03T02:30:32,153 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16d0511f3f1fca82365602ab40982112 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-03T02:30:32,159 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:30:32,159 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:30:32,159 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:30:32,162 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T02:30:32,163 DEBUG [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 16d0511f3f1fca82365602ab40982112=hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112., 0e914e3e2f97f35cd2c6bedecd852a74=test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74.} 2024-12-03T02:30:32,163 DEBUG [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(1351): Waiting on 0e914e3e2f97f35cd2c6bedecd852a74, 1588230740, 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:32,163 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:30:32,163 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:30:32,163 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:30:32,163 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:30:32,163 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:30:32,163 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T02:30:32,168 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112/.tmp/hfileref/1be3992f9f944f85994eb32bbe08efe7 is 74, key is 1/hfileref:49165c756c124ef396e6e20cd40f781d_SeqId_6_/1733193031419/DeleteColumn/seqid=0 2024-12-03T02:30:32,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741845_1021 (size=5345) 2024-12-03T02:30:32,178 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112/.tmp/hfileref/1be3992f9f944f85994eb32bbe08efe7 2024-12-03T02:30:32,184 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/.tmp/info/c060480621f34d7f8ba2bed2da8b5f45 is 147, key is hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112./info:regioninfo/1733193026332/Put/seqid=0 2024-12-03T02:30:32,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741846_1022 (size=7686) 2024-12-03T02:30:32,202 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112/.tmp/queue/d43fce5e913a4506a025d5e18ccf4b3b is 154, key is 1-64035cbb0b46,43363,1733193018579/queue:64035cbb0b46%2C43363%2C1733193018579/1733193031423/Put/seqid=0 2024-12-03T02:30:32,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741847_1023 (size=5353) 2024-12-03T02:30:32,214 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:30:32,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741848_1024 (size=10791) 2024-12-03T02:30:32,329 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 1033, reset compression=false 2024-12-03T02:30:32,363 DEBUG [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(1351): Waiting on 0e914e3e2f97f35cd2c6bedecd852a74, 1588230740, 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:32,503 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.1733193019790 to pos 1033, reset compression=false 2024-12-03T02:30:32,563 DEBUG [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(1351): Waiting on 0e914e3e2f97f35cd2c6bedecd852a74, 1588230740, 16d0511f3f1fca82365602ab40982112 2024-12-03T02:30:32,593 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/.tmp/info/c060480621f34d7f8ba2bed2da8b5f45 2024-12-03T02:30:32,612 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112/.tmp/queue/d43fce5e913a4506a025d5e18ccf4b3b 2024-12-03T02:30:32,626 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112/.tmp/hfileref/1be3992f9f944f85994eb32bbe08efe7 as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112/hfileref/1be3992f9f944f85994eb32bbe08efe7 2024-12-03T02:30:32,629 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/.tmp/ns/bdb3ee38a0d9475baf0626d06f2da103 is 43, key is default/ns:d/1733193020882/Put/seqid=0 2024-12-03T02:30:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741849_1025 (size=5153) 2024-12-03T02:30:32,638 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/.tmp/ns/bdb3ee38a0d9475baf0626d06f2da103 2024-12-03T02:30:32,639 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112/hfileref/1be3992f9f944f85994eb32bbe08efe7, entries=4, sequenceid=12, filesize=5.2 K 2024-12-03T02:30:32,643 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112/.tmp/queue/d43fce5e913a4506a025d5e18ccf4b3b as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112/queue/d43fce5e913a4506a025d5e18ccf4b3b 2024-12-03T02:30:32,648 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112/queue/d43fce5e913a4506a025d5e18ccf4b3b, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T02:30:32,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:30:32,649 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 16d0511f3f1fca82365602ab40982112 in 496ms, sequenceid=12, compaction requested=false 2024-12-03T02:30:32,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43363 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 64035cbb0b46,43363,1733193018579 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T02:30:32,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43363 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:42846 deadline: 1733193092649, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 64035cbb0b46,43363,1733193018579 stopping 2024-12-03T02:30:32,658 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:30:32,658 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:30:32,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 64035cbb0b46,43363,1733193018579 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T02:30:32,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 64035cbb0b46,43363,1733193018579 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T02:30:32,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1 from cache 2024-12-03T02:30:32,677 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/.tmp/rep_barrier/8b1245c231fe423b99ce0f434f3ab058 is 112, key is test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74./rep_barrier:seqnumDuringOpen/1733193023497/Put/seqid=0 2024-12-03T02:30:32,682 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/replication/16d0511f3f1fca82365602ab40982112/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T02:30:32,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741850_1026 (size=5518) 2024-12-03T02:30:32,682 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:30:32,683 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:30:32,683 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. 2024-12-03T02:30:32,683 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16d0511f3f1fca82365602ab40982112: Waiting for close lock at 1733193032153Running coprocessor pre-close hooks at 1733193032153Disabling compacts and flushes for region at 1733193032153Disabling writes for close at 1733193032153Obtaining lock to block concurrent updates at 1733193032153Preparing flush snapshotting stores in 16d0511f3f1fca82365602ab40982112 at 1733193032153Finished memstore snapshotting hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733193032153Flushing stores of hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. at 1733193032154 (+1 ms)Flushing 16d0511f3f1fca82365602ab40982112/hfileref: creating writer at 1733193032154Flushing 16d0511f3f1fca82365602ab40982112/hfileref: appending metadata at 1733193032167 (+13 ms)Flushing 16d0511f3f1fca82365602ab40982112/hfileref: closing flushed file at 1733193032167Flushing 16d0511f3f1fca82365602ab40982112/queue: creating writer at 1733193032186 (+19 ms)Flushing 16d0511f3f1fca82365602ab40982112/queue: appending metadata at 1733193032201 (+15 ms)Flushing 16d0511f3f1fca82365602ab40982112/queue: closing flushed file at 1733193032201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53bcf89c: reopening flushed file at 1733193032625 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e212e86: reopening flushed file at 1733193032639 (+14 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 16d0511f3f1fca82365602ab40982112 in 496ms, sequenceid=12, compaction requested=false at 1733193032649 (+10 ms)Writing region close event to WAL at 1733193032674 (+25 ms)Running coprocessor post-close hooks at 1733193032682 (+8 ms)Closed at 1733193032683 (+1 ms) 2024-12-03T02:30:32,683 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733193025506.16d0511f3f1fca82365602ab40982112. 2024-12-03T02:30:32,683 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e914e3e2f97f35cd2c6bedecd852a74, disabling compactions & flushes 2024-12-03T02:30:32,683 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. 2024-12-03T02:30:32,683 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. 2024-12-03T02:30:32,683 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. after waiting 0 ms 2024-12-03T02:30:32,683 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. 2024-12-03T02:30:32,684 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/.tmp/rep_barrier/8b1245c231fe423b99ce0f434f3ab058 2024-12-03T02:30:32,696 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/default/test/0e914e3e2f97f35cd2c6bedecd852a74/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T02:30:32,697 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:30:32,697 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:30:32,697 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. 2024-12-03T02:30:32,697 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e914e3e2f97f35cd2c6bedecd852a74: Waiting for close lock at 1733193032683Running coprocessor pre-close hooks at 1733193032683Disabling compacts and flushes for region at 1733193032683Disabling writes for close at 1733193032683Writing region close event to WAL at 1733193032684 (+1 ms)Running coprocessor post-close hooks at 1733193032697 (+13 ms)Closed at 1733193032697 2024-12-03T02:30:32,697 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733193022164.0e914e3e2f97f35cd2c6bedecd852a74. 2024-12-03T02:30:32,705 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/.tmp/table/eb7fbdb1c40f4f9fab38ea72b5e91e33 is 53, key is hbase:replication/table:state/1733193026341/Put/seqid=0 2024-12-03T02:30:32,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741851_1027 (size=5308) 2024-12-03T02:30:32,709 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/.tmp/table/eb7fbdb1c40f4f9fab38ea72b5e91e33 2024-12-03T02:30:32,715 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/.tmp/info/c060480621f34d7f8ba2bed2da8b5f45 as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/info/c060480621f34d7f8ba2bed2da8b5f45 2024-12-03T02:30:32,720 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/info/c060480621f34d7f8ba2bed2da8b5f45, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T02:30:32,722 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/.tmp/ns/bdb3ee38a0d9475baf0626d06f2da103 as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/ns/bdb3ee38a0d9475baf0626d06f2da103 2024-12-03T02:30:32,728 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/ns/bdb3ee38a0d9475baf0626d06f2da103, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T02:30:32,729 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/.tmp/rep_barrier/8b1245c231fe423b99ce0f434f3ab058 as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/rep_barrier/8b1245c231fe423b99ce0f434f3ab058 2024-12-03T02:30:32,733 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/rep_barrier/8b1245c231fe423b99ce0f434f3ab058, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T02:30:32,733 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 1033, reset compression=false 2024-12-03T02:30:32,734 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/.tmp/table/eb7fbdb1c40f4f9fab38ea72b5e91e33 as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/table/eb7fbdb1c40f4f9fab38ea72b5e91e33 2024-12-03T02:30:32,740 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/table/eb7fbdb1c40f4f9fab38ea72b5e91e33, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T02:30:32,741 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 578ms, sequenceid=16, compaction requested=false 2024-12-03T02:30:32,753 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T02:30:32,753 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:30:32,753 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:30:32,753 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:30:32,753 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193032163Running coprocessor pre-close hooks at 1733193032163Disabling compacts and flushes for region at 1733193032163Disabling writes for close at 1733193032163Obtaining lock to block concurrent updates at 1733193032163Preparing flush snapshotting stores in 1588230740 at 1733193032163Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733193032163Flushing stores of hbase:meta,,1.1588230740 at 1733193032164 (+1 ms)Flushing 1588230740/info: creating writer at 1733193032164Flushing 1588230740/info: appending metadata at 1733193032183 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733193032183Flushing 1588230740/ns: creating writer at 1733193032599 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733193032628 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1733193032628Flushing 1588230740/rep_barrier: creating writer at 1733193032648 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733193032677 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733193032677Flushing 1588230740/table: creating writer at 1733193032688 (+11 ms)Flushing 1588230740/table: appending metadata at 1733193032704 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733193032705 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@165851b9: reopening flushed file at 1733193032714 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9a198a: reopening flushed file at 1733193032720 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd2b30b: reopening flushed file at 1733193032728 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7638067b: reopening flushed file at 1733193032733 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 578ms, sequenceid=16, compaction requested=false at 1733193032741 (+8 ms)Writing region close event to WAL at 1733193032749 (+8 ms)Running coprocessor post-close hooks at 1733193032753 (+4 ms)Closed at 1733193032753 2024-12-03T02:30:32,753 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:30:32,763 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,43363,1733193018579; all regions closed. 2024-12-03T02:30:32,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741834_1010 (size=4239) 2024-12-03T02:30:32,765 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.meta.1733193020827.meta not finished, retry = 0 2024-12-03T02:30:32,780 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:32,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1] 2024-12-03T02:30:32,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43363 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 64035cbb0b46,43363,1733193018579 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T02:30:32,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43363 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:42846 deadline: 1733193092649, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 64035cbb0b46,43363,1733193018579 stopping 2024-12-03T02:30:32,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 64035cbb0b46,43363,1733193018579 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T02:30:32,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 64035cbb0b46,43363,1733193018579 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T02:30:32,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1 from cache 2024-12-03T02:30:32,867 DEBUG [RS:0;64035cbb0b46:43363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/oldWALs 2024-12-03T02:30:32,867 INFO [RS:0;64035cbb0b46:43363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C43363%2C1733193018579.meta:.meta(num 1733193020827) 2024-12-03T02:30:32,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741839_1015 (size=3127) 2024-12-03T02:30:32,869 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/WALs/64035cbb0b46,43363,1733193018579/64035cbb0b46%2C43363%2C1733193018579.rep.1733193026294 not finished, retry = 0 2024-12-03T02:30:32,971 DEBUG [RS:0;64035cbb0b46:43363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/oldWALs 2024-12-03T02:30:32,971 INFO [RS:0;64035cbb0b46:43363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C43363%2C1733193018579.rep:(num 1733193026294) 2024-12-03T02:30:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741832_1008 (size=1336) 2024-12-03T02:30:32,979 DEBUG [RS:0;64035cbb0b46:43363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/oldWALs 2024-12-03T02:30:32,979 INFO [RS:0;64035cbb0b46:43363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C43363%2C1733193018579:(num 1733193019790) 2024-12-03T02:30:32,979 DEBUG [RS:0;64035cbb0b46:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:32,979 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:30:32,979 INFO [RS:0;64035cbb0b46:43363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:30:32,979 INFO [RS:0;64035cbb0b46:43363 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:30:32,979 INFO [RS:0;64035cbb0b46:43363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:30:32,979 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:30:32,979 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,43363,1733193018579 because: Region server is closing 2024-12-03T02:30:32,980 INFO [RS:0;64035cbb0b46:43363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:43363. 2024-12-03T02:30:32,980 DEBUG [RS:0;64035cbb0b46:43363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:32,980 DEBUG [RS:0;64035cbb0b46:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:32,980 DEBUG [RS:0;64035cbb0b46:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:32,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:32,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:32,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1] 2024-12-03T02:30:32,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43363 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 64035cbb0b46,43363,1733193018579 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T02:30:32,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43363 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:42846 deadline: 1733193092649, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 64035cbb0b46,43363,1733193018579 stopping 2024-12-03T02:30:32,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 64035cbb0b46,43363,1733193018579 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T02:30:32,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 64035cbb0b46,43363,1733193018579 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T02:30:32,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,43363,1733193018579, seqNum=-1 from cache 2024-12-03T02:30:33,080 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.wal-reader.64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:30:33,080 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.shipper64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T02:30:33,080 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,43363,1733193018579.replicationSource.shipper64035cbb0b46%2C43363%2C1733193018579,1-64035cbb0b46,43363,1733193018579 terminated 2024-12-03T02:30:33,080 INFO [RS:0;64035cbb0b46:43363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:43363. 2024-12-03T02:30:33,080 DEBUG [RS:0;64035cbb0b46:43363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:33,081 DEBUG [RS:0;64035cbb0b46:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:33,081 DEBUG [RS:0;64035cbb0b46:43363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:33,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:33,081 INFO [RS:0;64035cbb0b46:43363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43363 2024-12-03T02:30:33,082 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-03T02:30:33,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-03T02:30:33,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43363 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:42840 deadline: 1733193091826, exception=java.io.InterruptedIOException 2024-12-03T02:30:33,083 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T02:30:33,082 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=64035cbb0b46:43363 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-12-03T02:30:33,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686/rs 2024-12-03T02:30:33,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1670370686/rs/64035cbb0b46,43363,1733193018579 2024-12-03T02:30:33,091 INFO [RS:0;64035cbb0b46:43363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:30:33,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,43363,1733193018579] 2024-12-03T02:30:33,108 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1670370686/draining/64035cbb0b46,43363,1733193018579 already deleted, retry=false 2024-12-03T02:30:33,108 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,43363,1733193018579 expired; onlineServers=0 2024-12-03T02:30:33,108 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,40147,1733193018345' ***** 2024-12-03T02:30:33,108 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:30:33,108 INFO [M:0;64035cbb0b46:40147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:30:33,108 INFO [M:0;64035cbb0b46:40147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:30:33,108 DEBUG [M:0;64035cbb0b46:40147 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:30:33,108 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:30:33,108 DEBUG [M:0;64035cbb0b46:40147 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:30:33,108 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193019559 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193019559,5,FailOnTimeoutGroup] 2024-12-03T02:30:33,108 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193019563 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193019563,5,FailOnTimeoutGroup] 2024-12-03T02:30:33,108 INFO [M:0;64035cbb0b46:40147 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:30:33,108 INFO [M:0;64035cbb0b46:40147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:30:33,108 DEBUG [M:0;64035cbb0b46:40147 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:30:33,109 INFO [M:0;64035cbb0b46:40147 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:30:33,109 INFO [M:0;64035cbb0b46:40147 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:30:33,109 INFO [M:0;64035cbb0b46:40147 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:30:33,109 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:30:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1670370686/master 2024-12-03T02:30:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1670370686 2024-12-03T02:30:33,116 DEBUG [M:0;64035cbb0b46:40147 {}] zookeeper.ZKUtil(347): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Unable to get data of znode /1670370686/master because node does not exist (not an error) 2024-12-03T02:30:33,116 WARN [M:0;64035cbb0b46:40147 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:30:33,118 INFO [M:0;64035cbb0b46:40147 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/.lastflushedseqids 2024-12-03T02:30:33,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741852_1028 (size=263) 2024-12-03T02:30:33,184 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 64035cbb0b46:43363 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 64035cbb0b46/172.17.0.3:43363 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T02:30:33,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 64035cbb0b46:43363 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 64035cbb0b46/172.17.0.3:43363 2024-12-03T02:30:33,185 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=64035cbb0b46:43363 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 64035cbb0b46/172.17.0.3:43363 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 64035cbb0b46/172.17.0.3:43363 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-03T02:30:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T02:30:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44040 deadline: 1733193093187, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T02:30:33,189 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T02:30:33,189 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T02:30:33,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:33,200 INFO [RS:0;64035cbb0b46:43363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:30:33,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43363-0x1019a5042da0004, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:33,200 INFO [RS:0;64035cbb0b46:43363 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,43363,1733193018579; zookeeper connection closed. 2024-12-03T02:30:33,200 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b89ac68 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b89ac68 2024-12-03T02:30:33,200 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:30:33,240 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 1033, reset compression=false 2024-12-03T02:30:33,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:33,301 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-12-03T02:30:33,390 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T02:30:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T02:30:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44040 deadline: 1733193093391, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T02:30:33,392 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T02:30:33,393 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T02:30:33,393 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T02:30:33,522 INFO [M:0;64035cbb0b46:40147 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:30:33,522 INFO [M:0;64035cbb0b46:40147 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:30:33,522 DEBUG [M:0;64035cbb0b46:40147 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:30:33,522 INFO [M:0;64035cbb0b46:40147 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:33,522 DEBUG [M:0;64035cbb0b46:40147 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:33,522 DEBUG [M:0;64035cbb0b46:40147 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:30:33,522 DEBUG [M:0;64035cbb0b46:40147 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:33,522 INFO [M:0;64035cbb0b46:40147 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T02:30:33,536 DEBUG [M:0;64035cbb0b46:40147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60c50be92ab949619c548bf8e66aff73 is 82, key is hbase:meta,,1/info:regioninfo/1733193020855/Put/seqid=0 2024-12-03T02:30:33,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741853_1029 (size=5672) 2024-12-03T02:30:33,693 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T02:30:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T02:30:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44040 deadline: 1733193093695, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T02:30:33,695 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T02:30:33,697 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T02:30:33,697 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T02:30:33,810 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:33,810 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-12-03T02:30:33,811 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T02:30:33,844 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 1033, reset compression=false 2024-12-03T02:30:33,940 INFO [M:0;64035cbb0b46:40147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60c50be92ab949619c548bf8e66aff73 2024-12-03T02:30:33,955 DEBUG [M:0;64035cbb0b46:40147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3d0029913e84a4b9a1401efd31c4403 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733193026346/Put/seqid=0 2024-12-03T02:30:33,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741854_1030 (size=8516) 2024-12-03T02:30:34,098 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T02:30:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T02:30:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44040 deadline: 1733193094099, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T02:30:34,100 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T02:30:34,102 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T02:30:34,102 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T02:30:34,360 INFO [M:0;64035cbb0b46:40147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3d0029913e84a4b9a1401efd31c4403 2024-12-03T02:30:34,376 DEBUG [M:0;64035cbb0b46:40147 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29da2b2581be4994b74f268f3e5874fd is 69, key is 64035cbb0b46,43363,1733193018579/rs:state/1733193019611/Put/seqid=0 2024-12-03T02:30:34,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741855_1031 (size=5156) 2024-12-03T02:30:34,547 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 1033, reset compression=false 2024-12-03T02:30:34,602 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T02:30:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T02:30:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40147 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:44040 deadline: 1733193094608, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-03T02:30:34,609 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-03T02:30:34,611 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T02:30:34,611 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T02:30:34,782 INFO [M:0;64035cbb0b46:40147 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29da2b2581be4994b74f268f3e5874fd 2024-12-03T02:30:34,787 DEBUG [M:0;64035cbb0b46:40147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60c50be92ab949619c548bf8e66aff73 as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60c50be92ab949619c548bf8e66aff73 2024-12-03T02:30:34,794 INFO [M:0;64035cbb0b46:40147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60c50be92ab949619c548bf8e66aff73, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T02:30:34,795 DEBUG [M:0;64035cbb0b46:40147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3d0029913e84a4b9a1401efd31c4403 as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3d0029913e84a4b9a1401efd31c4403 2024-12-03T02:30:34,813 INFO [M:0;64035cbb0b46:40147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3d0029913e84a4b9a1401efd31c4403, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T02:30:34,814 DEBUG [M:0;64035cbb0b46:40147 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29da2b2581be4994b74f268f3e5874fd as hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29da2b2581be4994b74f268f3e5874fd 2024-12-03T02:30:34,818 INFO [M:0;64035cbb0b46:40147 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/d330703d-7fa6-8ef2-167b-06161e007065/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29da2b2581be4994b74f268f3e5874fd, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T02:30:34,819 INFO [M:0;64035cbb0b46:40147 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false 2024-12-03T02:30:34,822 INFO [M:0;64035cbb0b46:40147 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:34,822 DEBUG [M:0;64035cbb0b46:40147 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193033522Disabling compacts and flushes for region at 1733193033522Disabling writes for close at 1733193033522Obtaining lock to block concurrent updates at 1733193033522Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193033522Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733193033522Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193033523 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193033523Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193033536 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193033536Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193033943 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193033955 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193033955Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193034363 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193034375 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193034375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@116e7d29: reopening flushed file at 1733193034786 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63077c0: reopening flushed file at 1733193034794 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f56059: reopening flushed file at 1733193034813 (+19 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false at 1733193034819 (+6 ms)Writing region close event to WAL at 1733193034822 (+3 ms)Closed at 1733193034822 2024-12-03T02:30:34,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741830_1006 (size=63654) 2024-12-03T02:30:34,832 INFO [M:0;64035cbb0b46:40147 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:30:34,832 INFO [M:0;64035cbb0b46:40147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40147 2024-12-03T02:30:34,834 INFO [M:0;64035cbb0b46:40147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:30:34,835 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:30:34,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:34,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40147-0x1019a5042da0003, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:34,942 INFO [M:0;64035cbb0b46:40147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:30:34,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@775ef2d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:30:34,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32ff5f17{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:30:34,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:30:34,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a150e99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:30:34,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bc2fe1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/hadoop.log.dir/,STOPPED} 2024-12-03T02:30:34,956 WARN [BP-2064457137-172.17.0.3-1733193016405 heartbeating to localhost/127.0.0.1:35505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:30:34,956 WARN [BP-2064457137-172.17.0.3-1733193016405 heartbeating to localhost/127.0.0.1:35505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2064457137-172.17.0.3-1733193016405 (Datanode Uuid 2dbea723-2ee8-4841-bb01-7559b6497354) service to localhost/127.0.0.1:35505 2024-12-03T02:30:34,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:30:34,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:30:34,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/cluster_c9ae9fe3-969f-723c-964f-8e3910f99523/data/data1/current/BP-2064457137-172.17.0.3-1733193016405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:30:34,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/cluster_c9ae9fe3-969f-723c-964f-8e3910f99523/data/data2/current/BP-2064457137-172.17.0.3-1733193016405 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:30:34,957 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:30:34,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a2c51db{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:30:34,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69c8d890{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:30:34,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:30:34,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@95f7665{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:30:34,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c20af62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/hadoop.log.dir/,STOPPED} 2024-12-03T02:30:34,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:30:34,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:30:34,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:34,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:34,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:34,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:34,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:34,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:30:34,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1088851789, stopped=false 2024-12-03T02:30:34,992 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,43287,1733193013368 2024-12-03T02:30:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-241746422/running 2024-12-03T02:30:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:35,008 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:30:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-241746422/running 2024-12-03T02:30:35,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:35,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:35,009 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:35,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:35,009 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,44451,1733193013514' ***** 2024-12-03T02:30:35,009 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:30:35,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Set watcher on znode that does not yet exist, /0-241746422/running 2024-12-03T02:30:35,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Set watcher on znode that does not yet exist, /0-241746422/running 2024-12-03T02:30:35,010 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:30:35,010 INFO [RS:0;64035cbb0b46:44451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:30:35,010 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:30:35,010 INFO [RS:0;64035cbb0b46:44451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:30:35,010 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(3091): Received CLOSE for ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:35,011 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(3091): Received CLOSE for 34c34816e8040131314068df63ea6818 2024-12-03T02:30:35,011 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,44451,1733193013514 2024-12-03T02:30:35,011 INFO [RS:0;64035cbb0b46:44451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:30:35,011 INFO [RS:0;64035cbb0b46:44451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:44451. 2024-12-03T02:30:35,011 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea507fec031e6ea5a1af5614f05730ad, disabling compactions & flushes 2024-12-03T02:30:35,011 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. 2024-12-03T02:30:35,011 DEBUG [RS:0;64035cbb0b46:44451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:35,011 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. 2024-12-03T02:30:35,011 DEBUG [RS:0;64035cbb0b46:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:35,011 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. after waiting 0 ms 2024-12-03T02:30:35,011 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. 2024-12-03T02:30:35,011 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:30:35,011 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:30:35,011 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:30:35,011 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:30:35,011 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T02:30:35,011 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1325): Online Regions={ea507fec031e6ea5a1af5614f05730ad=hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad., 1588230740=hbase:meta,,1.1588230740, 34c34816e8040131314068df63ea6818=test,,1733193021015.34c34816e8040131314068df63ea6818.} 2024-12-03T02:30:35,012 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34c34816e8040131314068df63ea6818, ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:35,012 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:30:35,012 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:30:35,012 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:30:35,012 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:30:35,012 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:30:35,012 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T02:30:35,013 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea507fec031e6ea5a1af5614f05730ad 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-03T02:30:35,032 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/.tmp/info/1eb64fc26e074cf491a99608c9c07270 is 147, key is hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad./info:regioninfo/1733193024947/Put/seqid=0 2024-12-03T02:30:35,044 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad/.tmp/hfileref/f335862382ca44da9f936c4914fb8867 is 74, key is 1/hfileref:0d09e3624a0642f9ad3699a8737c2e95_SeqId_4_/1733193029139/DeleteColumn/seqid=0 2024-12-03T02:30:35,044 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:30:35,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741847_1023 (size=5345) 2024-12-03T02:30:35,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741846_1022 (size=7686) 2024-12-03T02:30:35,054 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/.tmp/info/1eb64fc26e074cf491a99608c9c07270 2024-12-03T02:30:35,089 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/.tmp/ns/0b2c8554f8a446d58593af7e61b58bed is 43, key is default/ns:d/1733193016309/Put/seqid=0 2024-12-03T02:30:35,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741848_1024 (size=5153) 2024-12-03T02:30:35,212 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34c34816e8040131314068df63ea6818, ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:35,212 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-03T02:30:35,213 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 64035cbb0b46:40147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 64035cbb0b46/172.17.0.3:40147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T02:30:35,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 64035cbb0b46:40147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 64035cbb0b46/172.17.0.3:40147 2024-12-03T02:30:35,221 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:30:35,221 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:30:35,321 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:35,321 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 64035cbb0b46:40147 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 64035cbb0b46/172.17.0.3:40147 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T02:30:35,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=64035cbb0b46:40147 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 64035cbb0b46/172.17.0.3:40147 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-03T02:30:35,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 64035cbb0b46:40147 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 64035cbb0b46/172.17.0.3:40147 2024-12-03T02:30:35,351 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 1033, reset compression=false 2024-12-03T02:30:35,412 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 34c34816e8040131314068df63ea6818, ea507fec031e6ea5a1af5614f05730ad 2024-12-03T02:30:35,452 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad/.tmp/hfileref/f335862382ca44da9f936c4914fb8867 2024-12-03T02:30:35,487 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad/.tmp/queue/f010722dc17f4b12a79a74ffd930e78b is 153, key is 1-64035cbb0b46,44451,1733193013514/queue:64035cbb0b46%2C44451%2C1733193013514/1733193029140/Put/seqid=0 2024-12-03T02:30:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741849_1025 (size=5352) 2024-12-03T02:30:35,496 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad/.tmp/queue/f010722dc17f4b12a79a74ffd930e78b 2024-12-03T02:30:35,502 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/.tmp/ns/0b2c8554f8a446d58593af7e61b58bed 2024-12-03T02:30:35,506 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad/.tmp/hfileref/f335862382ca44da9f936c4914fb8867 as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad/hfileref/f335862382ca44da9f936c4914fb8867 2024-12-03T02:30:35,524 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad/hfileref/f335862382ca44da9f936c4914fb8867, entries=4, sequenceid=10, filesize=5.2 K 2024-12-03T02:30:35,525 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad/.tmp/queue/f010722dc17f4b12a79a74ffd930e78b as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad/queue/f010722dc17f4b12a79a74ffd930e78b 2024-12-03T02:30:35,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:35,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 64035cbb0b46:40147 this server is in the failed servers list 2024-12-03T02:30:35,530 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad/queue/f010722dc17f4b12a79a74ffd930e78b, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T02:30:35,531 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 64035cbb0b46:40147 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:30:35,534 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ea507fec031e6ea5a1af5614f05730ad in 523ms, sequenceid=10, compaction requested=false 2024-12-03T02:30:35,536 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/.tmp/rep_barrier/03a03af4aebd42a6a152eb459348d63d is 112, key is test,,1733193021015.34c34816e8040131314068df63ea6818./rep_barrier:seqnumDuringOpen/1733193021829/Put/seqid=0 2024-12-03T02:30:35,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741850_1026 (size=5518) 2024-12-03T02:30:35,562 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/replication/ea507fec031e6ea5a1af5614f05730ad/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T02:30:35,563 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:30:35,563 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:30:35,563 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. 2024-12-03T02:30:35,563 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea507fec031e6ea5a1af5614f05730ad: Waiting for close lock at 1733193035011Running coprocessor pre-close hooks at 1733193035011Disabling compacts and flushes for region at 1733193035011Disabling writes for close at 1733193035011Obtaining lock to block concurrent updates at 1733193035013 (+2 ms)Preparing flush snapshotting stores in ea507fec031e6ea5a1af5614f05730ad at 1733193035013Finished memstore snapshotting hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733193035014 (+1 ms)Flushing stores of hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. at 1733193035016 (+2 ms)Flushing ea507fec031e6ea5a1af5614f05730ad/hfileref: creating writer at 1733193035016Flushing ea507fec031e6ea5a1af5614f05730ad/hfileref: appending metadata at 1733193035039 (+23 ms)Flushing ea507fec031e6ea5a1af5614f05730ad/hfileref: closing flushed file at 1733193035039Flushing ea507fec031e6ea5a1af5614f05730ad/queue: creating writer at 1733193035459 (+420 ms)Flushing ea507fec031e6ea5a1af5614f05730ad/queue: appending metadata at 1733193035487 (+28 ms)Flushing ea507fec031e6ea5a1af5614f05730ad/queue: closing flushed file at 1733193035487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444b8d19: reopening flushed file at 1733193035502 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da4c452: reopening flushed file at 1733193035524 (+22 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ea507fec031e6ea5a1af5614f05730ad in 523ms, sequenceid=10, compaction requested=false at 1733193035534 (+10 ms)Writing region close event to WAL at 1733193035551 (+17 ms)Running coprocessor post-close hooks at 1733193035563 (+12 ms)Closed at 1733193035563 2024-12-03T02:30:35,563 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733193024377.ea507fec031e6ea5a1af5614f05730ad. 2024-12-03T02:30:35,563 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 34c34816e8040131314068df63ea6818, disabling compactions & flushes 2024-12-03T02:30:35,563 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733193021015.34c34816e8040131314068df63ea6818. 2024-12-03T02:30:35,563 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193021015.34c34816e8040131314068df63ea6818. 2024-12-03T02:30:35,563 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733193021015.34c34816e8040131314068df63ea6818. after waiting 0 ms 2024-12-03T02:30:35,563 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733193021015.34c34816e8040131314068df63ea6818. 2024-12-03T02:30:35,567 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/default/test/34c34816e8040131314068df63ea6818/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T02:30:35,567 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:30:35,567 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:30:35,567 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733193021015.34c34816e8040131314068df63ea6818. 2024-12-03T02:30:35,567 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 34c34816e8040131314068df63ea6818: Waiting for close lock at 1733193035563Running coprocessor pre-close hooks at 1733193035563Disabling compacts and flushes for region at 1733193035563Disabling writes for close at 1733193035563Writing region close event to WAL at 1733193035564 (+1 ms)Running coprocessor post-close hooks at 1733193035567 (+3 ms)Closed at 1733193035567 2024-12-03T02:30:35,567 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733193021015.34c34816e8040131314068df63ea6818. 2024-12-03T02:30:35,612 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:30:35,812 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:30:35,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:35,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 64035cbb0b46:40147 this server is in the failed servers list 2024-12-03T02:30:35,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 64035cbb0b46:40147 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:30:35,972 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/.tmp/rep_barrier/03a03af4aebd42a6a152eb459348d63d 2024-12-03T02:30:36,015 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T02:30:36,015 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:30:36,015 DEBUG [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:30:36,037 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/.tmp/table/55e1a0b24cdd4961b795d260891442d5 is 53, key is hbase:replication/table:state/1733193024979/Put/seqid=0 2024-12-03T02:30:36,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741851_1027 (size=5308) 2024-12-03T02:30:36,053 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/.tmp/table/55e1a0b24cdd4961b795d260891442d5 2024-12-03T02:30:36,071 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/.tmp/info/1eb64fc26e074cf491a99608c9c07270 as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/info/1eb64fc26e074cf491a99608c9c07270 2024-12-03T02:30:36,076 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/info/1eb64fc26e074cf491a99608c9c07270, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T02:30:36,077 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/.tmp/ns/0b2c8554f8a446d58593af7e61b58bed as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/ns/0b2c8554f8a446d58593af7e61b58bed 2024-12-03T02:30:36,082 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/ns/0b2c8554f8a446d58593af7e61b58bed, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T02:30:36,083 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/.tmp/rep_barrier/03a03af4aebd42a6a152eb459348d63d as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/rep_barrier/03a03af4aebd42a6a152eb459348d63d 2024-12-03T02:30:36,088 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/rep_barrier/03a03af4aebd42a6a152eb459348d63d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T02:30:36,090 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/.tmp/table/55e1a0b24cdd4961b795d260891442d5 as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/table/55e1a0b24cdd4961b795d260891442d5 2024-12-03T02:30:36,102 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/table/55e1a0b24cdd4961b795d260891442d5, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T02:30:36,103 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1091ms, sequenceid=16, compaction requested=false 2024-12-03T02:30:36,148 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T02:30:36,150 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:30:36,150 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:30:36,150 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:30:36,150 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193035012Running coprocessor pre-close hooks at 1733193035012Disabling compacts and flushes for region at 1733193035012Disabling writes for close at 1733193035012Obtaining lock to block concurrent updates at 1733193035012Preparing flush snapshotting stores in 1588230740 at 1733193035012Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733193035012Flushing stores of hbase:meta,,1.1588230740 at 1733193035013 (+1 ms)Flushing 1588230740/info: creating writer at 1733193035013Flushing 1588230740/info: appending metadata at 1733193035032 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733193035032Flushing 1588230740/ns: creating writer at 1733193035070 (+38 ms)Flushing 1588230740/ns: appending metadata at 1733193035089 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733193035089Flushing 1588230740/rep_barrier: creating writer at 1733193035510 (+421 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733193035535 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733193035536 (+1 ms)Flushing 1588230740/table: creating writer at 1733193035997 (+461 ms)Flushing 1588230740/table: appending metadata at 1733193036037 (+40 ms)Flushing 1588230740/table: closing flushed file at 1733193036037Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742b5d86: reopening flushed file at 1733193036070 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d2db55: reopening flushed file at 1733193036076 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4b8906: reopening flushed file at 1733193036082 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a0340: reopening flushed file at 1733193036088 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1091ms, sequenceid=16, compaction requested=false at 1733193036103 (+15 ms)Writing region close event to WAL at 1733193036131 (+28 ms)Running coprocessor post-close hooks at 1733193036150 (+19 ms)Closed at 1733193036150 2024-12-03T02:30:36,151 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:30:36,215 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,44451,1733193013514; all regions closed. 2024-12-03T02:30:36,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741834_1010 (size=4239) 2024-12-03T02:30:36,249 DEBUG [RS:0;64035cbb0b46:44451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/oldWALs 2024-12-03T02:30:36,249 INFO [RS:0;64035cbb0b46:44451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C44451%2C1733193013514.meta:.meta(num 1733193016235) 2024-12-03T02:30:36,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741839_1015 (size=2695) 2024-12-03T02:30:36,258 DEBUG [RS:0;64035cbb0b46:44451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/oldWALs 2024-12-03T02:30:36,258 INFO [RS:0;64035cbb0b46:44451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C44451%2C1733193013514.rep:(num 1733193024820) 2024-12-03T02:30:36,260 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 to pos 1033, reset compression=false 2024-12-03T02:30:36,273 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 not finished, retry = 0 2024-12-03T02:30:36,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741832_1008 (size=1336) 2024-12-03T02:30:36,350 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:36,350 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 64035cbb0b46:40147 this server is in the failed servers list 2024-12-03T02:30:36,351 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 64035cbb0b46:40147 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:30:36,376 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/WALs/64035cbb0b46,44451,1733193013514/64035cbb0b46%2C44451%2C1733193013514.1733193015324 2024-12-03T02:30:36,376 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:30:36,376 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-03T02:30:36,376 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-03T02:30:36,380 DEBUG [RS:0;64035cbb0b46:44451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/oldWALs 2024-12-03T02:30:36,380 INFO [RS:0;64035cbb0b46:44451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C44451%2C1733193013514:(num 1733193015324) 2024-12-03T02:30:36,380 DEBUG [RS:0;64035cbb0b46:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:36,380 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:30:36,380 INFO [RS:0;64035cbb0b46:44451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:30:36,380 INFO [RS:0;64035cbb0b46:44451 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T02:30:36,380 INFO [RS:0;64035cbb0b46:44451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:30:36,380 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:30:36,380 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,44451,1733193013514 because: Region server is closing 2024-12-03T02:30:36,380 INFO [RS:0;64035cbb0b46:44451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:44451. 2024-12-03T02:30:36,380 DEBUG [RS:0;64035cbb0b46:44451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:36,380 DEBUG [RS:0;64035cbb0b46:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:36,380 DEBUG [RS:0;64035cbb0b46:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:36,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:36,481 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-03T02:30:36,481 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.wal-reader.64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-03T02:30:36,481 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-03T02:30:36,481 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-03T02:30:37,182 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,44451,1733193013514.replicationSource.shipper64035cbb0b46%2C44451%2C1733193013514,1-64035cbb0b46,44451,1733193013514 terminated 2024-12-03T02:30:37,182 INFO [RS:0;64035cbb0b46:44451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:44451. 2024-12-03T02:30:37,182 DEBUG [RS:0;64035cbb0b46:44451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:37,182 DEBUG [RS:0;64035cbb0b46:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:37,182 DEBUG [RS:0;64035cbb0b46:44451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:37,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:37,182 INFO [RS:0;64035cbb0b46:44451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44451 2024-12-03T02:30:37,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422/rs 2024-12-03T02:30:37,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-241746422/rs/64035cbb0b46,44451,1733193013514 2024-12-03T02:30:37,231 INFO [RS:0;64035cbb0b46:44451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:30:37,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,44451,1733193013514] 2024-12-03T02:30:37,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-241746422/draining/64035cbb0b46,44451,1733193013514 already deleted, retry=false 2024-12-03T02:30:37,315 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,44451,1733193013514 expired; onlineServers=0 2024-12-03T02:30:37,315 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,43287,1733193013368' ***** 2024-12-03T02:30:37,315 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:30:37,315 INFO [M:0;64035cbb0b46:43287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:30:37,315 INFO [M:0;64035cbb0b46:43287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:30:37,315 DEBUG [M:0;64035cbb0b46:43287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:30:37,315 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:30:37,315 DEBUG [M:0;64035cbb0b46:43287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:30:37,315 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193015059 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193015059,5,FailOnTimeoutGroup] 2024-12-03T02:30:37,315 INFO [M:0;64035cbb0b46:43287 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:30:37,315 INFO [M:0;64035cbb0b46:43287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:30:37,315 DEBUG [M:0;64035cbb0b46:43287 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:30:37,315 INFO [M:0;64035cbb0b46:43287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:30:37,315 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193015059 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193015059,5,FailOnTimeoutGroup] 2024-12-03T02:30:37,315 INFO [M:0;64035cbb0b46:43287 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:30:37,316 INFO [M:0;64035cbb0b46:43287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:30:37,316 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:30:37,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:37,350 INFO [RS:0;64035cbb0b46:44451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:30:37,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44451-0x1019a5042da0001, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:37,350 INFO [RS:0;64035cbb0b46:44451 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,44451,1733193013514; zookeeper connection closed. 2024-12-03T02:30:37,350 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d0c9353 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d0c9353 2024-12-03T02:30:37,350 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:30:37,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:37,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-241746422/master 2024-12-03T02:30:37,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-241746422 2024-12-03T02:30:37,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:30:37,372 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:30:37,394 DEBUG [M:0;64035cbb0b46:43287 {}] zookeeper.RecoverableZooKeeper(212): Node /0-241746422/master already deleted, retry=false 2024-12-03T02:30:37,394 DEBUG [M:0;64035cbb0b46:43287 {}] master.ActiveMasterManager(353): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-241746422/master 2024-12-03T02:30:37,395 INFO [M:0;64035cbb0b46:43287 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/.lastflushedseqids 2024-12-03T02:30:37,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741852_1028 (size=263) 2024-12-03T02:30:37,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:37,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:37,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:37,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:37,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:37,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:37,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:37,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:37,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:37,800 INFO [M:0;64035cbb0b46:43287 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:30:37,802 INFO [M:0;64035cbb0b46:43287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:30:37,802 DEBUG [M:0;64035cbb0b46:43287 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:30:37,802 INFO [M:0;64035cbb0b46:43287 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:37,802 DEBUG [M:0;64035cbb0b46:43287 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:37,802 DEBUG [M:0;64035cbb0b46:43287 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:30:37,802 DEBUG [M:0;64035cbb0b46:43287 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:37,802 INFO [M:0;64035cbb0b46:43287 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T02:30:37,827 DEBUG [M:0;64035cbb0b46:43287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be8988090fd24dd99ee5507618554473 is 82, key is hbase:meta,,1/info:regioninfo/1733193016263/Put/seqid=0 2024-12-03T02:30:37,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741853_1029 (size=5672) 2024-12-03T02:30:37,854 INFO [M:0;64035cbb0b46:43287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be8988090fd24dd99ee5507618554473 2024-12-03T02:30:37,886 DEBUG [M:0;64035cbb0b46:43287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7a56352e79747618faf12f87e0cde82 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733193024988/Put/seqid=0 2024-12-03T02:30:37,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741854_1030 (size=8516) 2024-12-03T02:30:38,233 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:30:38,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:38,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:38,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:38,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:38,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:38,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:38,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:38,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:38,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:38,306 INFO [M:0;64035cbb0b46:43287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7a56352e79747618faf12f87e0cde82 2024-12-03T02:30:38,333 DEBUG [M:0;64035cbb0b46:43287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e95228c299d4cfc8c06111f2c20b9a4 is 69, key is 64035cbb0b46,44451,1733193013514/rs:state/1733193015165/Put/seqid=0 2024-12-03T02:30:38,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741855_1031 (size=5156) 2024-12-03T02:30:38,741 INFO [M:0;64035cbb0b46:43287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e95228c299d4cfc8c06111f2c20b9a4 2024-12-03T02:30:38,745 DEBUG [M:0;64035cbb0b46:43287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be8988090fd24dd99ee5507618554473 as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be8988090fd24dd99ee5507618554473 2024-12-03T02:30:38,750 INFO [M:0;64035cbb0b46:43287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be8988090fd24dd99ee5507618554473, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T02:30:38,750 DEBUG [M:0;64035cbb0b46:43287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7a56352e79747618faf12f87e0cde82 as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7a56352e79747618faf12f87e0cde82 2024-12-03T02:30:38,754 INFO [M:0;64035cbb0b46:43287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7a56352e79747618faf12f87e0cde82, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T02:30:38,754 DEBUG [M:0;64035cbb0b46:43287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e95228c299d4cfc8c06111f2c20b9a4 as hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e95228c299d4cfc8c06111f2c20b9a4 2024-12-03T02:30:38,758 INFO [M:0;64035cbb0b46:43287 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41607/user/jenkins/test-data/79e322a4-c181-5758-f8dc-3b2597f556f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e95228c299d4cfc8c06111f2c20b9a4, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T02:30:38,759 INFO [M:0;64035cbb0b46:43287 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 957ms, sequenceid=97, compaction requested=false 2024-12-03T02:30:38,760 INFO [M:0;64035cbb0b46:43287 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:38,760 DEBUG [M:0;64035cbb0b46:43287 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193037802Disabling compacts and flushes for region at 1733193037802Disabling writes for close at 1733193037802Obtaining lock to block concurrent updates at 1733193037802Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193037802Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733193037803 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193037804 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193037804Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193037827 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193037827Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193037865 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193037885 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193037886 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193038311 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193038332 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193038332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773322e8: reopening flushed file at 1733193038745 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69bc2313: reopening flushed file at 1733193038750 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4248b597: reopening flushed file at 1733193038754 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 957ms, sequenceid=97, compaction requested=false at 1733193038759 (+5 ms)Writing region close event to WAL at 1733193038760 (+1 ms)Closed at 1733193038760 2024-12-03T02:30:38,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38143 is added to blk_1073741830_1006 (size=63654) 2024-12-03T02:30:38,762 INFO [M:0;64035cbb0b46:43287 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:30:38,762 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:30:38,762 INFO [M:0;64035cbb0b46:43287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43287 2024-12-03T02:30:38,763 INFO [M:0;64035cbb0b46:43287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:30:38,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:38,936 INFO [M:0;64035cbb0b46:43287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:30:38,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43287-0x1019a5042da0000, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:30:38,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7687cba7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:30:38,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7656224f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:30:38,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:30:38,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@552c5a27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:30:38,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41510202{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/hadoop.log.dir/,STOPPED} 2024-12-03T02:30:38,947 WARN [BP-2018533576-172.17.0.3-1733193011458 heartbeating to localhost/127.0.0.1:41607 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:30:38,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:30:38,947 WARN [BP-2018533576-172.17.0.3-1733193011458 heartbeating to localhost/127.0.0.1:41607 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2018533576-172.17.0.3-1733193011458 (Datanode Uuid 4a3a9015-c475-41b5-a39b-021cc32aca8a) service to localhost/127.0.0.1:41607 2024-12-03T02:30:38,947 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:30:38,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/cluster_479266a1-b094-9d60-fea5-9fbd45c82af5/data/data1/current/BP-2018533576-172.17.0.3-1733193011458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:30:38,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/cluster_479266a1-b094-9d60-fea5-9fbd45c82af5/data/data2/current/BP-2018533576-172.17.0.3-1733193011458 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:30:38,948 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:30:38,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e9feb6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:30:38,953 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dbb06a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:30:38,953 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:30:38,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7160f6c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:30:38,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dc9695b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3d92c07-e15b-7f40-b7d4-882b8f9a3a54/hadoop.log.dir/,STOPPED} 2024-12-03T02:30:38,958 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T02:30:38,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:30:38,981 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 205) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:41607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35505 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41607 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35505 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54978) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41607 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41607 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35505 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54978) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41607 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41607 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41607 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=622 (was 567) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=675 (was 671) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1557 (was 1169) - AvailableMemoryMB LEAK? - 2024-12-03T02:30:38,990 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=675, ProcessCount=11, AvailableMemoryMB=1557 2024-12-03T02:30:39,002 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-03T02:30:39,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/hadoop.log.dir so I do NOT create it in target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a 2024-12-03T02:30:39,002 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:30:39,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/hadoop.tmp.dir so I do NOT create it in target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a 2024-12-03T02:30:39,002 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78fed981-97de-2ce8-5432-541ec4e11744/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:30:39,002 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a 2024-12-03T02:30:39,002 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/cluster_6ab2662a-16cb-64d3-f2c4-743da9fb3a2e, deleteOnExit=true 2024-12-03T02:30:39,010 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/cluster_6ab2662a-16cb-64d3-f2c4-743da9fb3a2e/zookeeper_0, clientPort=62189, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/cluster_6ab2662a-16cb-64d3-f2c4-743da9fb3a2e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/cluster_6ab2662a-16cb-64d3-f2c4-743da9fb3a2e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T02:30:39,010 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62189 2024-12-03T02:30:39,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:30:39,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:30:39,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/test.cache.data in system properties and HBase conf 2024-12-03T02:30:39,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:30:39,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:30:39,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:30:39,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:30:39,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:30:39,011 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:30:39,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:30:39,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:30:39,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:30:39,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:30:39,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:30:39,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:30:39,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:30:39,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:30:39,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:30:39,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:30:39,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:30:39,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:30:39,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:30:39,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:30:39,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a5042da0005, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:30:39,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a5042da0002, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:30:39,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a5042da0002, quorum=127.0.0.1:54978, baseZNode=/0-241746422 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:30:39,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a5042da0005, quorum=127.0.0.1:54978, baseZNode=/1670370686 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:30:39,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:30:39,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:30:39,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:30:39,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:30:39,334 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:30:39,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:30:39,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@469c3526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:30:39,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6859fa22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:30:39,380 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:39,380 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:30:39,381 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:30:39,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d68ca02{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/java.io.tmpdir/jetty-localhost-41025-hadoop-hdfs-3_4_1-tests_jar-_-any-17068551639616162610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:30:39,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15797a48{HTTP/1.1, (http/1.1)}{localhost:41025} 2024-12-03T02:30:39,430 INFO [Time-limited test {}] server.Server(415): Started @194617ms 2024-12-03T02:30:39,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:30:39,690 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:30:39,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:30:39,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:30:39,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:30:39,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59f094ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:30:39,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e1f7ad5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:30:39,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36b4a038{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/java.io.tmpdir/jetty-localhost-43203-hadoop-hdfs-3_4_1-tests_jar-_-any-17852278115275920499/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:30:39,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65e13b29{HTTP/1.1, (http/1.1)}{localhost:43203} 2024-12-03T02:30:39,793 INFO [Time-limited test {}] server.Server(415): Started @194980ms 2024-12-03T02:30:39,795 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:30:41,119 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/cluster_6ab2662a-16cb-64d3-f2c4-743da9fb3a2e/data/data1/current/BP-1609639024-172.17.0.3-1733193039035/current, will proceed with Du for space computation calculation, 2024-12-03T02:30:41,119 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/cluster_6ab2662a-16cb-64d3-f2c4-743da9fb3a2e/data/data2/current/BP-1609639024-172.17.0.3-1733193039035/current, will proceed with Du for space computation calculation, 2024-12-03T02:30:41,170 WARN [Thread-2168 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:30:41,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d17b9c87b350563 with lease ID 0xdac3f498dad2739: Processing first storage report for DS-f8190662-e737-444f-b570-f35fe75a5a1c from datanode DatanodeRegistration(127.0.0.1:41155, datanodeUuid=a66e222d-3f39-40ed-8858-c26bf36061cc, infoPort=36835, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=1389533049;c=1733193039035) 2024-12-03T02:30:41,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d17b9c87b350563 with lease ID 0xdac3f498dad2739: from storage DS-f8190662-e737-444f-b570-f35fe75a5a1c node DatanodeRegistration(127.0.0.1:41155, datanodeUuid=a66e222d-3f39-40ed-8858-c26bf36061cc, infoPort=36835, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=1389533049;c=1733193039035), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T02:30:41,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d17b9c87b350563 with lease ID 0xdac3f498dad2739: Processing first storage report for DS-538722f3-edc0-42e1-9f33-e5ccca9f2d30 from datanode DatanodeRegistration(127.0.0.1:41155, datanodeUuid=a66e222d-3f39-40ed-8858-c26bf36061cc, infoPort=36835, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=1389533049;c=1733193039035) 2024-12-03T02:30:41,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d17b9c87b350563 with lease ID 0xdac3f498dad2739: from storage DS-538722f3-edc0-42e1-9f33-e5ccca9f2d30 node DatanodeRegistration(127.0.0.1:41155, datanodeUuid=a66e222d-3f39-40ed-8858-c26bf36061cc, infoPort=36835, infoSecurePort=0, ipcPort=45471, storageInfo=lv=-57;cid=testClusterID;nsid=1389533049;c=1733193039035), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:30:41,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a 2024-12-03T02:30:41,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:41,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:41,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:30:41,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:30:41,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T02:30:41,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T02:30:41,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T02:30:41,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T02:30:41,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:30:41,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:30:41,641 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13 with version=8 2024-12-03T02:30:41,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/hbase-staging 2024-12-03T02:30:41,643 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:30:41,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:41,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:41,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:30:41,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:41,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:30:41,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:30:41,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:30:41,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36065 2024-12-03T02:30:41,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36065 connecting to ZooKeeper ensemble=127.0.0.1:62189 2024-12-03T02:30:41,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360650x0, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:41,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36065-0x1019a50ae870000 connected 2024-12-03T02:30:41,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:41,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:41,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Set watcher on znode that does not yet exist, /0705545405/running 2024-12-03T02:30:41,848 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13, hbase.cluster.distributed=false 2024-12-03T02:30:41,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Set watcher on znode that does not yet exist, /0705545405/acl 2024-12-03T02:30:41,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36065 2024-12-03T02:30:41,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36065 2024-12-03T02:30:41,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36065 2024-12-03T02:30:41,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36065 2024-12-03T02:30:41,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36065 2024-12-03T02:30:41,877 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:30:41,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:41,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:41,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:30:41,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:41,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:30:41,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:30:41,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:30:41,879 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40949 2024-12-03T02:30:41,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40949 connecting to ZooKeeper ensemble=127.0.0.1:62189 2024-12-03T02:30:41,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:41,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:41,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409490x0, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:41,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409490x0, quorum=127.0.0.1:62189, baseZNode=/0705545405 Set watcher on znode that does not yet exist, /0705545405/running 2024-12-03T02:30:41,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40949-0x1019a50ae870001 connected 2024-12-03T02:30:41,901 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:30:41,908 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:30:41,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Set watcher on znode that does not yet exist, /0705545405/master 2024-12-03T02:30:41,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Set watcher on znode that does not yet exist, /0705545405/acl 2024-12-03T02:30:41,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40949 2024-12-03T02:30:41,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40949 2024-12-03T02:30:41,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40949 2024-12-03T02:30:41,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40949 2024-12-03T02:30:41,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40949 2024-12-03T02:30:41,946 DEBUG [M:0;64035cbb0b46:36065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:36065 2024-12-03T02:30:41,947 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0705545405/backup-masters/64035cbb0b46,36065,1733193041642 2024-12-03T02:30:41,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405/backup-masters 2024-12-03T02:30:41,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405/backup-masters 2024-12-03T02:30:41,958 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Set watcher on existing znode=/0705545405/backup-masters/64035cbb0b46,36065,1733193041642 2024-12-03T02:30:41,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:41,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0705545405/master 2024-12-03T02:30:41,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:41,966 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Set watcher on existing znode=/0705545405/master 2024-12-03T02:30:41,967 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0705545405/backup-masters/64035cbb0b46,36065,1733193041642 from backup master directory 2024-12-03T02:30:41,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0705545405/backup-masters/64035cbb0b46,36065,1733193041642 2024-12-03T02:30:41,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405/backup-masters 2024-12-03T02:30:41,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405/backup-masters 2024-12-03T02:30:41,974 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:30:41,974 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,36065,1733193041642 2024-12-03T02:30:41,978 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/hbase.id] with ID: f5958ef9-c0b2-4439-b0d8-f94ce40e2734 2024-12-03T02:30:41,978 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/.tmp/hbase.id 2024-12-03T02:30:41,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:30:42,386 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/.tmp/hbase.id]:[hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/hbase.id] 2024-12-03T02:30:42,396 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:42,396 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:30:42,397 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T02:30:42,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:42,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:42,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:30:42,821 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:30:42,822 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:30:42,822 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:42,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:30:43,234 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store 2024-12-03T02:30:43,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:30:43,400 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:43,400 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:30:43,400 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8188 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:30:43,653 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:43,654 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:30:43,654 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:43,654 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:43,654 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:30:43,654 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:43,654 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:43,654 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193043653Disabling compacts and flushes for region at 1733193043653Disabling writes for close at 1733193043654 (+1 ms)Writing region close event to WAL at 1733193043654Closed at 1733193043654 2024-12-03T02:30:43,654 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/.initializing 2024-12-03T02:30:43,655 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/WALs/64035cbb0b46,36065,1733193041642 2024-12-03T02:30:43,655 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:30:43,657 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C36065%2C1733193041642, suffix=, logDir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/WALs/64035cbb0b46,36065,1733193041642, archiveDir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/oldWALs, maxLogs=10 2024-12-03T02:30:43,672 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/WALs/64035cbb0b46,36065,1733193041642/64035cbb0b46%2C36065%2C1733193041642.1733193043657, exclude list is [], retry=0 2024-12-03T02:30:43,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41155,DS-f8190662-e737-444f-b570-f35fe75a5a1c,DISK] 2024-12-03T02:30:43,677 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/WALs/64035cbb0b46,36065,1733193041642/64035cbb0b46%2C36065%2C1733193041642.1733193043657 2024-12-03T02:30:43,677 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36835:36835)] 2024-12-03T02:30:43,677 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:43,677 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:43,677 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:43,677 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:43,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:43,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:30:43,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:43,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:43,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:43,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:30:43,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:43,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:43,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:43,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:30:43,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:43,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:43,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:43,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:30:43,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:43,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:43,684 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:43,684 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:43,684 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:43,685 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:43,685 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:43,685 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:43,686 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:43,687 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:43,688 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59536732, jitterRate=-0.11283355951309204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:43,688 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193043678Initializing all the Stores at 1733193043678Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193043678Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193043678Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193043678Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193043678Cleaning up temporary data from old regions at 1733193043685 (+7 ms)Region opened successfully at 1733193043688 (+3 ms) 2024-12-03T02:30:43,689 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:30:43,691 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79da5e16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:30:43,695 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:30:43,695 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:30:43,695 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:30:43,696 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:30:43,696 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:30:43,696 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:30:43,696 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:30:43,703 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:30:43,704 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Unable to get data of znode /0705545405/balancer because node does not exist (not necessarily an error) 2024-12-03T02:30:43,724 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0705545405/balancer already deleted, retry=false 2024-12-03T02:30:43,724 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:30:43,725 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Unable to get data of znode /0705545405/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:30:43,732 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0705545405/normalizer already deleted, retry=false 2024-12-03T02:30:43,733 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:30:43,735 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Unable to get data of znode /0705545405/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:30:43,740 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0705545405/switch/split already deleted, retry=false 2024-12-03T02:30:43,742 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Unable to get data of znode /0705545405/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:30:43,749 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0705545405/switch/merge already deleted, retry=false 2024-12-03T02:30:43,751 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Unable to get data of znode /0705545405/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:30:43,757 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0705545405/snapshot-cleanup already deleted, retry=false 2024-12-03T02:30:43,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0705545405/running 2024-12-03T02:30:43,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:43,766 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,36065,1733193041642, sessionid=0x1019a50ae870000, setting cluster-up flag (Was=false) 2024-12-03T02:30:43,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0705545405/running 2024-12-03T02:30:43,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:43,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:43,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:43,837 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0705545405/flush-table-proc/acquired, /0705545405/flush-table-proc/reached, /0705545405/flush-table-proc/abort 2024-12-03T02:30:43,838 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,36065,1733193041642 2024-12-03T02:30:43,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:43,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:43,891 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0705545405/online-snapshot/acquired, /0705545405/online-snapshot/reached, /0705545405/online-snapshot/abort 2024-12-03T02:30:43,899 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,36065,1733193041642 2024-12-03T02:30:43,903 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:30:43,912 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:43,912 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:30:43,912 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:30:43,912 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 64035cbb0b46,34737,1733192986582: status=Processing ServerCrashProcedure of 64035cbb0b46,34737,1733192986582 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733193002433, completionTime=-1 appears to have been leaked 2024-12-03T02:30:43,913 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,36065,1733193041642 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:30:43,925 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:43,925 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:43,925 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:43,925 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:43,925 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:30:43,925 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:43,925 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:30:43,925 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:43,932 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:43,932 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:30:43,936 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:43,936 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:30:43,948 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(746): ClusterId : f5958ef9-c0b2-4439-b0d8-f94ce40e2734 2024-12-03T02:30:43,948 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:30:43,951 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193073950 2024-12-03T02:30:43,951 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:30:43,951 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:30:43,951 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:30:43,951 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:30:43,951 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:30:43,951 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:30:43,959 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:43,960 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:30:43,960 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:30:43,960 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:30:43,960 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:30:43,967 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:30:43,967 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:30:43,971 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193043967,5,FailOnTimeoutGroup] 2024-12-03T02:30:43,972 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193043971,5,FailOnTimeoutGroup] 2024-12-03T02:30:43,972 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:43,972 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:30:43,972 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:43,972 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:43,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:30:44,056 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:30:44,056 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:30:44,068 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:30:44,068 DEBUG [RS:0;64035cbb0b46:40949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ec0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:30:44,082 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:40949 2024-12-03T02:30:44,082 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:30:44,082 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:30:44,082 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:30:44,083 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,36065,1733193041642 with port=40949, startcode=1733193041876 2024-12-03T02:30:44,083 DEBUG [RS:0;64035cbb0b46:40949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:30:44,084 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:30:44,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,40949,1733193041876 2024-12-03T02:30:44,087 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36065 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,40949,1733193041876 2024-12-03T02:30:44,092 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13 2024-12-03T02:30:44,092 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34797 2024-12-03T02:30:44,092 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:30:44,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405/rs 2024-12-03T02:30:44,100 DEBUG [RS:0;64035cbb0b46:40949 {}] zookeeper.ZKUtil(111): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Set watcher on existing znode=/0705545405/rs/64035cbb0b46,40949,1733193041876 2024-12-03T02:30:44,100 WARN [RS:0;64035cbb0b46:40949 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:30:44,100 INFO [RS:0;64035cbb0b46:40949 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:44,100 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876 2024-12-03T02:30:44,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,40949,1733193041876] 2024-12-03T02:30:44,103 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:30:44,112 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:30:44,112 INFO [RS:0;64035cbb0b46:40949 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:30:44,112 INFO [RS:0;64035cbb0b46:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:44,113 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:30:44,113 INFO [RS:0;64035cbb0b46:40949 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:30:44,113 INFO [RS:0;64035cbb0b46:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:44,113 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:44,114 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:44,114 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:44,114 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:44,114 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:44,114 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:30:44,114 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:44,114 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:44,114 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:44,114 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:44,114 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:44,114 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:44,114 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:30:44,114 DEBUG [RS:0;64035cbb0b46:40949 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:30:44,121 INFO [RS:0;64035cbb0b46:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:44,122 INFO [RS:0;64035cbb0b46:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:44,122 INFO [RS:0;64035cbb0b46:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:44,122 INFO [RS:0;64035cbb0b46:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:44,122 INFO [RS:0;64035cbb0b46:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:44,122 INFO [RS:0;64035cbb0b46:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,40949,1733193041876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:30:44,143 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:30:44,144 INFO [RS:0;64035cbb0b46:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,40949,1733193041876-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:44,144 INFO [RS:0;64035cbb0b46:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:44,144 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.Replication(171): 64035cbb0b46,40949,1733193041876 started 2024-12-03T02:30:44,162 INFO [RS:0;64035cbb0b46:40949 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:44,162 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,40949,1733193041876, RpcServer on 64035cbb0b46/172.17.0.3:40949, sessionid=0x1019a50ae870001 2024-12-03T02:30:44,163 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:30:44,163 DEBUG [RS:0;64035cbb0b46:40949 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,40949,1733193041876 2024-12-03T02:30:44,163 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,40949,1733193041876' 2024-12-03T02:30:44,163 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0705545405/flush-table-proc/abort' 2024-12-03T02:30:44,171 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0705545405/flush-table-proc/acquired' 2024-12-03T02:30:44,171 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:30:44,171 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:30:44,171 DEBUG [RS:0;64035cbb0b46:40949 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,40949,1733193041876 2024-12-03T02:30:44,171 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,40949,1733193041876' 2024-12-03T02:30:44,171 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0705545405/online-snapshot/abort' 2024-12-03T02:30:44,172 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0705545405/online-snapshot/acquired' 2024-12-03T02:30:44,172 DEBUG [RS:0;64035cbb0b46:40949 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:30:44,172 INFO [RS:0;64035cbb0b46:40949 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:30:44,172 INFO [RS:0;64035cbb0b46:40949 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:30:44,273 INFO [RS:0;64035cbb0b46:40949 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:30:44,274 INFO [RS:0;64035cbb0b46:40949 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C40949%2C1733193041876, suffix=, logDir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876, archiveDir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/oldWALs, maxLogs=10 2024-12-03T02:30:44,291 DEBUG [RS:0;64035cbb0b46:40949 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274, exclude list is [], retry=0 2024-12-03T02:30:44,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41155,DS-f8190662-e737-444f-b570-f35fe75a5a1c,DISK] 2024-12-03T02:30:44,308 INFO [RS:0;64035cbb0b46:40949 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 2024-12-03T02:30:44,309 DEBUG [RS:0;64035cbb0b46:40949 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36835:36835)] 2024-12-03T02:30:44,395 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:30:44,396 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13 2024-12-03T02:30:44,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:30:44,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:44,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:30:44,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:30:44,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:44,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:44,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:30:44,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:30:44,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:44,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:44,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:30:44,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:30:44,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:44,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:44,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:30:44,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:30:44,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:44,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:44,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:30:44,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740 2024-12-03T02:30:44,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740 2024-12-03T02:30:44,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:30:44,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:30:44,851 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:44,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:30:44,878 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:44,882 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63954767, jitterRate=-0.04699970781803131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:44,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193044802Initializing all the Stores at 1733193044802Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193044802Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193044802Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193044802Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193044803 (+1 ms)Cleaning up temporary data from old regions at 1733193044850 (+47 ms)Region opened successfully at 1733193044883 (+33 ms) 2024-12-03T02:30:44,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:30:44,883 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:30:44,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:30:44,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:30:44,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:30:44,910 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:30:44,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193044883Disabling compacts and flushes for region at 1733193044883Disabling writes for close at 1733193044883Writing region close event to WAL at 1733193044910 (+27 ms)Closed at 1733193044910 2024-12-03T02:30:44,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:44,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:30:44,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:30:44,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:30:44,918 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:30:45,069 DEBUG [64035cbb0b46:36065 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:30:45,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,40949,1733193041876 2024-12-03T02:30:45,075 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,40949,1733193041876, state=OPENING 2024-12-03T02:30:45,132 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:30:45,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:45,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0705545405/meta-region-server: CHANGED 2024-12-03T02:30:45,145 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:30:45,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,40949,1733193041876}] 2024-12-03T02:30:45,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:45,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0705545405/meta-region-server: CHANGED 2024-12-03T02:30:45,298 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:30:45,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:30:45,312 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:30:45,312 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:45,312 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:30:45,329 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C40949%2C1733193041876.meta, suffix=.meta, logDir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876, archiveDir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/oldWALs, maxLogs=10 2024-12-03T02:30:45,366 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.meta.1733193045329.meta, exclude list is [], retry=0 2024-12-03T02:30:45,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41155,DS-f8190662-e737-444f-b570-f35fe75a5a1c,DISK] 2024-12-03T02:30:45,417 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.meta.1733193045329.meta 2024-12-03T02:30:45,426 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36835:36835)] 2024-12-03T02:30:45,426 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:45,427 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:45,427 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:30:45,427 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:30:45,427 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:30:45,427 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:30:45,427 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:45,435 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:30:45,435 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:30:45,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:30:45,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:30:45,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:45,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:45,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:30:45,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:30:45,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:45,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:45,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:30:45,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:30:45,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:45,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:45,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:30:45,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:30:45,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:45,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:45,486 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:30:45,489 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740 2024-12-03T02:30:45,494 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740 2024-12-03T02:30:45,499 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:30:45,499 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:30:45,500 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:45,501 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:30:45,511 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75084849, jitterRate=0.118851438164711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:45,511 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:30:45,512 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193045435Writing region info on filesystem at 1733193045436 (+1 ms)Initializing all the Stores at 1733193045440 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193045440Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193045455 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193045455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193045455Cleaning up temporary data from old regions at 1733193045499 (+44 ms)Running coprocessor post-open hooks at 1733193045511 (+12 ms)Region opened successfully at 1733193045511 2024-12-03T02:30:45,527 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193045298 2024-12-03T02:30:45,530 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:30:45,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,40949,1733193041876 2024-12-03T02:30:45,530 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:30:45,531 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,40949,1733193041876, state=OPEN 2024-12-03T02:30:45,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0705545405/meta-region-server 2024-12-03T02:30:45,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0705545405/meta-region-server: CHANGED 2024-12-03T02:30:45,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0705545405/meta-region-server 2024-12-03T02:30:45,585 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,40949,1733193041876 2024-12-03T02:30:45,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0705545405/meta-region-server: CHANGED 2024-12-03T02:30:45,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:30:45,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,40949,1733193041876 in 440 msec 2024-12-03T02:30:45,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:30:45,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 676 msec 2024-12-03T02:30:45,594 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:45,594 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:30:45,607 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:45,607 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,40949,1733193041876, seqNum=-1] 2024-12-03T02:30:45,607 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:45,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:45,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7140 sec 2024-12-03T02:30:45,625 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193045625, completionTime=-1 2024-12-03T02:30:45,626 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:30:45,626 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:30:45,628 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:30:45,628 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193105628 2024-12-03T02:30:45,628 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193165628 2024-12-03T02:30:45,629 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T02:30:45,629 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36065,1733193041642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:45,629 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36065,1733193041642-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:45,629 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36065,1733193041642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:45,629 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:36065, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:45,629 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:45,632 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:30:45,637 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:45,641 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.667sec 2024-12-03T02:30:45,641 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:30:45,641 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:30:45,641 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:30:45,641 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:30:45,641 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:30:45,641 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36065,1733193041642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:30:45,641 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36065,1733193041642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:30:45,643 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:30:45,643 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:30:45,643 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,36065,1733193041642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:45,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f17b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:45,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,36065,-1 for getting cluster id 2024-12-03T02:30:45,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:45,662 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5958ef9-c0b2-4439-b0d8-f94ce40e2734' 2024-12-03T02:30:45,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:45,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5958ef9-c0b2-4439-b0d8-f94ce40e2734" 2024-12-03T02:30:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b48b017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,36065,-1] 2024-12-03T02:30:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:45,665 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:45,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0ea2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:45,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:45,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,40949,1733193041876, seqNum=-1] 2024-12-03T02:30:45,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:45,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:45,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,36065,1733193041642 2024-12-03T02:30:45,676 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62189 2024-12-03T02:30:45,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:45,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a50ae870002 connected 2024-12-03T02:30:45,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/hadoop.log.dir so I do NOT create it in target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33 2024-12-03T02:30:45,709 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:30:45,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/hadoop.tmp.dir so I do NOT create it in target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33 2024-12-03T02:30:45,709 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:30:45,709 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33 2024-12-03T02:30:45,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:30:45,709 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/cluster_6d30cb8f-1910-467d-f325-9151bc5160dc, deleteOnExit=true 2024-12-03T02:30:45,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:30:45,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/test.cache.data in system properties and HBase conf 2024-12-03T02:30:45,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:30:45,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:30:45,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:30:45,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:30:45,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:30:45,710 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:30:45,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:30:45,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:30:45,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:30:45,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:30:45,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:30:45,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:30:45,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:30:45,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:30:45,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:30:45,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:30:45,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:30:45,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:30:45,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:30:45,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:30:46,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:30:46,037 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:30:46,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:30:46,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:30:46,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:30:46,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:30:46,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c22285{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:30:46,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c284a03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:30:46,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a27b883{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/java.io.tmpdir/jetty-localhost-42113-hadoop-hdfs-3_4_1-tests_jar-_-any-229588932884498717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:30:46,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6054a5e1{HTTP/1.1, (http/1.1)}{localhost:42113} 2024-12-03T02:30:46,219 INFO [Time-limited test {}] server.Server(415): Started @201406ms 2024-12-03T02:30:46,524 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:30:46,599 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:46,599 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:46,599 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:46,600 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:46,600 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:46,600 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:46,608 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:46,611 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:46,612 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:46,615 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:46,632 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:30:46,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:30:46,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:30:46,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:30:46,691 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:30:46,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ace7e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:30:46,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@671cf719{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:30:46,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@216c18c0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/java.io.tmpdir/jetty-localhost-44385-hadoop-hdfs-3_4_1-tests_jar-_-any-2577015087041178727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:30:46,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b1e69d8{HTTP/1.1, (http/1.1)}{localhost:44385} 2024-12-03T02:30:46,887 INFO [Time-limited test {}] server.Server(415): Started @202074ms 2024-12-03T02:30:46,888 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:30:47,620 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/cluster_6d30cb8f-1910-467d-f325-9151bc5160dc/data/data1/current/BP-1019242696-172.17.0.3-1733193045732/current, will proceed with Du for space computation calculation, 2024-12-03T02:30:47,620 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/cluster_6d30cb8f-1910-467d-f325-9151bc5160dc/data/data2/current/BP-1019242696-172.17.0.3-1733193045732/current, will proceed with Du for space computation calculation, 2024-12-03T02:30:47,686 WARN [Thread-2289 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:30:47,703 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x287095ba5aca8b27 with lease ID 0x77fdcdcab8c5a3e3: Processing first storage report for DS-404c16ff-7752-484b-86b5-b34a2e5140da from datanode DatanodeRegistration(127.0.0.1:33629, datanodeUuid=e2650774-5a01-4014-83bd-ca1285601a37, infoPort=41391, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=1720123508;c=1733193045732) 2024-12-03T02:30:47,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x287095ba5aca8b27 with lease ID 0x77fdcdcab8c5a3e3: from storage DS-404c16ff-7752-484b-86b5-b34a2e5140da node DatanodeRegistration(127.0.0.1:33629, datanodeUuid=e2650774-5a01-4014-83bd-ca1285601a37, infoPort=41391, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=1720123508;c=1733193045732), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:30:47,704 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x287095ba5aca8b27 with lease ID 0x77fdcdcab8c5a3e3: Processing first storage report for DS-e491ac9b-a57a-491b-bbab-46d75e092361 from datanode DatanodeRegistration(127.0.0.1:33629, datanodeUuid=e2650774-5a01-4014-83bd-ca1285601a37, infoPort=41391, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=1720123508;c=1733193045732) 2024-12-03T02:30:47,704 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x287095ba5aca8b27 with lease ID 0x77fdcdcab8c5a3e3: from storage DS-e491ac9b-a57a-491b-bbab-46d75e092361 node DatanodeRegistration(127.0.0.1:33629, datanodeUuid=e2650774-5a01-4014-83bd-ca1285601a37, infoPort=41391, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=1720123508;c=1733193045732), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:30:47,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33 2024-12-03T02:30:47,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:47,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:47,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:30:48,152 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3 with version=8 2024-12-03T02:30:48,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/hbase-staging 2024-12-03T02:30:48,155 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:30:48,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:48,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:48,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:30:48,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:48,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:30:48,157 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:30:48,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:30:48,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41117 2024-12-03T02:30:48,160 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41117 connecting to ZooKeeper ensemble=127.0.0.1:62189 2024-12-03T02:30:48,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411170x0, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:48,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41117-0x1019a50ae870003 connected 2024-12-03T02:30:48,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:48,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:48,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Set watcher on znode that does not yet exist, /1-1343937893/running 2024-12-03T02:30:48,304 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3, hbase.cluster.distributed=false 2024-12-03T02:30:48,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Set watcher on znode that does not yet exist, /1-1343937893/acl 2024-12-03T02:30:48,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41117 2024-12-03T02:30:48,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41117 2024-12-03T02:30:48,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41117 2024-12-03T02:30:48,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41117 2024-12-03T02:30:48,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41117 2024-12-03T02:30:48,367 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:30:48,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:48,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:48,368 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:30:48,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:30:48,368 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:30:48,368 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:30:48,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:30:48,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32905 2024-12-03T02:30:48,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32905 connecting to ZooKeeper ensemble=127.0.0.1:62189 2024-12-03T02:30:48,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:48,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:48,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329050x0, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Set watcher on znode that does not yet exist, /1-1343937893/running 2024-12-03T02:30:48,408 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:30:48,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329050x0, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:48,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32905-0x1019a50ae870004 connected 2024-12-03T02:30:48,417 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:30:48,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Set watcher on znode that does not yet exist, /1-1343937893/master 2024-12-03T02:30:48,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Set watcher on znode that does not yet exist, /1-1343937893/acl 2024-12-03T02:30:48,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32905 2024-12-03T02:30:48,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32905 2024-12-03T02:30:48,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32905 2024-12-03T02:30:48,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32905 2024-12-03T02:30:48,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32905 2024-12-03T02:30:48,478 DEBUG [M:0;64035cbb0b46:41117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:41117 2024-12-03T02:30:48,478 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1343937893/backup-masters/64035cbb0b46,41117,1733193048155 2024-12-03T02:30:48,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893/backup-masters 2024-12-03T02:30:48,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893/backup-masters 2024-12-03T02:30:48,483 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Set watcher on existing znode=/1-1343937893/backup-masters/64035cbb0b46,41117,1733193048155 2024-12-03T02:30:48,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1343937893/master 2024-12-03T02:30:48,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:48,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:48,491 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Set watcher on existing znode=/1-1343937893/master 2024-12-03T02:30:48,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1343937893/backup-masters/64035cbb0b46,41117,1733193048155 from backup master directory 2024-12-03T02:30:48,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1343937893/backup-masters/64035cbb0b46,41117,1733193048155 2024-12-03T02:30:48,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893/backup-masters 2024-12-03T02:30:48,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893/backup-masters 2024-12-03T02:30:48,499 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:30:48,499 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,41117,1733193048155 2024-12-03T02:30:48,504 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/hbase.id] with ID: 90b5bbdb-142c-4dfe-a832-fb5a33ad27cc 2024-12-03T02:30:48,504 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/.tmp/hbase.id 2024-12-03T02:30:48,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:30:48,523 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/.tmp/hbase.id]:[hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/hbase.id] 2024-12-03T02:30:48,542 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:30:48,542 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:30:48,543 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T02:30:48,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:48,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:30:49,013 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:30:49,015 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:30:49,015 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:49,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:30:49,428 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store 2024-12-03T02:30:49,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:30:49,441 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:49,441 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:30:49,441 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:49,441 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:49,441 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:30:49,441 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:49,441 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:30:49,441 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193049441Disabling compacts and flushes for region at 1733193049441Disabling writes for close at 1733193049441Writing region close event to WAL at 1733193049441Closed at 1733193049441 2024-12-03T02:30:49,445 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/.initializing 2024-12-03T02:30:49,445 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/WALs/64035cbb0b46,41117,1733193048155 2024-12-03T02:30:49,446 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:30:49,447 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C41117%2C1733193048155, suffix=, logDir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/WALs/64035cbb0b46,41117,1733193048155, archiveDir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/oldWALs, maxLogs=10 2024-12-03T02:30:49,463 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/WALs/64035cbb0b46,41117,1733193048155/64035cbb0b46%2C41117%2C1733193048155.1733193049448, exclude list is [], retry=0 2024-12-03T02:30:49,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33629,DS-404c16ff-7752-484b-86b5-b34a2e5140da,DISK] 2024-12-03T02:30:49,468 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/WALs/64035cbb0b46,41117,1733193048155/64035cbb0b46%2C41117%2C1733193048155.1733193049448 2024-12-03T02:30:49,468 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41391:41391)] 2024-12-03T02:30:49,468 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:49,468 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:49,468 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:49,468 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:49,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:49,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:30:49,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:49,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:49,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:49,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:30:49,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:49,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:49,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:49,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:30:49,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:49,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:49,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:49,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:30:49,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:49,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:49,474 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:49,475 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:49,475 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:49,476 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:49,476 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:49,478 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:49,479 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:30:49,484 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:49,484 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65143594, jitterRate=-0.029284805059432983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:49,485 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193049468Initializing all the Stores at 1733193049469 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193049469Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193049469Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193049469Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193049469Cleaning up temporary data from old regions at 1733193049476 (+7 ms)Region opened successfully at 1733193049484 (+8 ms) 2024-12-03T02:30:49,487 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:30:49,491 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59585f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:30:49,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:30:49,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:30:49,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:30:49,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:30:49,492 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:30:49,493 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:30:49,493 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:30:49,497 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:30:49,498 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Unable to get data of znode /1-1343937893/balancer because node does not exist (not necessarily an error) 2024-12-03T02:30:49,515 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1343937893/balancer already deleted, retry=false 2024-12-03T02:30:49,516 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:30:49,516 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Unable to get data of znode /1-1343937893/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:30:49,524 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1343937893/normalizer already deleted, retry=false 2024-12-03T02:30:49,524 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:30:49,525 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Unable to get data of znode /1-1343937893/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:30:49,532 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1343937893/switch/split already deleted, retry=false 2024-12-03T02:30:49,540 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Unable to get data of znode /1-1343937893/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:30:49,549 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1343937893/switch/merge already deleted, retry=false 2024-12-03T02:30:49,557 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Unable to get data of znode /1-1343937893/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:30:49,565 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1343937893/snapshot-cleanup already deleted, retry=false 2024-12-03T02:30:49,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1343937893/running 2024-12-03T02:30:49,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:49,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1343937893/running 2024-12-03T02:30:49,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:49,579 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,41117,1733193048155, sessionid=0x1019a50ae870003, setting cluster-up flag (Was=false) 2024-12-03T02:30:49,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:49,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:49,632 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1343937893/flush-table-proc/acquired, /1-1343937893/flush-table-proc/reached, /1-1343937893/flush-table-proc/abort 2024-12-03T02:30:49,636 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,41117,1733193048155 2024-12-03T02:30:49,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:49,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:49,675 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1343937893/online-snapshot/acquired, /1-1343937893/online-snapshot/reached, /1-1343937893/online-snapshot/abort 2024-12-03T02:30:49,676 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,41117,1733193048155 2024-12-03T02:30:49,676 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:30:49,678 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:49,678 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:30:49,678 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:30:49,678 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,41117,1733193048155 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:30:49,679 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:49,679 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:49,679 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:49,679 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:30:49,679 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:30:49,680 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:49,680 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:30:49,680 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:49,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:49,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:30:49,689 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:49,689 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:30:49,708 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193079708 2024-12-03T02:30:49,708 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:30:49,708 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:30:49,708 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:30:49,708 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:30:49,708 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:30:49,708 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:30:49,708 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:30:49,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:30:49,716 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3 2024-12-03T02:30:49,716 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:30:49,716 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:30:49,717 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:30:49,717 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:30:49,719 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:30:49,719 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:30:49,722 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193049719,5,FailOnTimeoutGroup] 2024-12-03T02:30:49,723 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193049722,5,FailOnTimeoutGroup] 2024-12-03T02:30:49,723 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,723 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:30:49,723 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,723 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741832_1008 (size=32) 2024-12-03T02:30:49,764 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(746): ClusterId : 90b5bbdb-142c-4dfe-a832-fb5a33ad27cc 2024-12-03T02:30:49,764 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:30:49,774 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:30:49,774 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:30:49,783 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:30:49,783 DEBUG [RS:0;64035cbb0b46:32905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d026ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:30:49,798 DEBUG [RS:0;64035cbb0b46:32905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:32905 2024-12-03T02:30:49,798 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:30:49,798 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:30:49,798 DEBUG [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:30:49,799 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,41117,1733193048155 with port=32905, startcode=1733193048367 2024-12-03T02:30:49,799 DEBUG [RS:0;64035cbb0b46:32905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:30:49,800 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:30:49,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41117 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,32905,1733193048367 2024-12-03T02:30:49,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41117 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,32905,1733193048367 2024-12-03T02:30:49,802 DEBUG [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3 2024-12-03T02:30:49,802 DEBUG [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40679 2024-12-03T02:30:49,802 DEBUG [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:30:49,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893/rs 2024-12-03T02:30:49,855 DEBUG [RS:0;64035cbb0b46:32905 {}] zookeeper.ZKUtil(111): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Set watcher on existing znode=/1-1343937893/rs/64035cbb0b46,32905,1733193048367 2024-12-03T02:30:49,855 WARN [RS:0;64035cbb0b46:32905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:30:49,855 INFO [RS:0;64035cbb0b46:32905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:49,855 DEBUG [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367 2024-12-03T02:30:49,856 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,32905,1733193048367] 2024-12-03T02:30:49,875 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:30:49,876 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:30:49,877 INFO [RS:0;64035cbb0b46:32905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:30:49,877 INFO [RS:0;64035cbb0b46:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,877 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:30:49,878 INFO [RS:0;64035cbb0b46:32905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:30:49,878 INFO [RS:0;64035cbb0b46:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,878 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:49,878 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:49,878 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:49,878 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:49,878 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:49,878 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:30:49,878 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:49,878 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:49,879 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:49,879 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:49,879 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:49,879 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:30:49,879 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:30:49,879 DEBUG [RS:0;64035cbb0b46:32905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:30:49,887 INFO [RS:0;64035cbb0b46:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,887 INFO [RS:0;64035cbb0b46:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,887 INFO [RS:0;64035cbb0b46:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,887 INFO [RS:0;64035cbb0b46:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,887 INFO [RS:0;64035cbb0b46:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,887 INFO [RS:0;64035cbb0b46:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,32905,1733193048367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:30:49,902 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:30:49,903 INFO [RS:0;64035cbb0b46:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,32905,1733193048367-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,903 INFO [RS:0;64035cbb0b46:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,903 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.Replication(171): 64035cbb0b46,32905,1733193048367 started 2024-12-03T02:30:49,916 INFO [RS:0;64035cbb0b46:32905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:49,916 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,32905,1733193048367, RpcServer on 64035cbb0b46/172.17.0.3:32905, sessionid=0x1019a50ae870004 2024-12-03T02:30:49,916 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:30:49,916 DEBUG [RS:0;64035cbb0b46:32905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,32905,1733193048367 2024-12-03T02:30:49,916 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,32905,1733193048367' 2024-12-03T02:30:49,916 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1343937893/flush-table-proc/abort' 2024-12-03T02:30:49,917 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1343937893/flush-table-proc/acquired' 2024-12-03T02:30:49,917 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:30:49,917 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:30:49,917 DEBUG [RS:0;64035cbb0b46:32905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,32905,1733193048367 2024-12-03T02:30:49,917 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,32905,1733193048367' 2024-12-03T02:30:49,917 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1343937893/online-snapshot/abort' 2024-12-03T02:30:49,918 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1343937893/online-snapshot/acquired' 2024-12-03T02:30:49,918 DEBUG [RS:0;64035cbb0b46:32905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:30:49,918 INFO [RS:0;64035cbb0b46:32905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:30:49,918 INFO [RS:0;64035cbb0b46:32905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:30:50,018 INFO [RS:0;64035cbb0b46:32905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:30:50,021 INFO [RS:0;64035cbb0b46:32905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C32905%2C1733193048367, suffix=, logDir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367, archiveDir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/oldWALs, maxLogs=10 2024-12-03T02:30:50,041 DEBUG [RS:0;64035cbb0b46:32905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021, exclude list is [], retry=0 2024-12-03T02:30:50,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33629,DS-404c16ff-7752-484b-86b5-b34a2e5140da,DISK] 2024-12-03T02:30:50,056 INFO [RS:0;64035cbb0b46:32905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 2024-12-03T02:30:50,056 DEBUG [RS:0;64035cbb0b46:32905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41391:41391)] 2024-12-03T02:30:50,103 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:30:50,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:50,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:30:50,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:30:50,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:50,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:50,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:30:50,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:30:50,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:50,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:50,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:30:50,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:30:50,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:50,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:50,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:30:50,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:30:50,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:50,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:50,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:30:50,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740 2024-12-03T02:30:50,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740 2024-12-03T02:30:50,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:30:50,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:30:50,180 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:50,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:30:50,186 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:50,187 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59978055, jitterRate=-0.10625733435153961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:50,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193050155Initializing all the Stores at 1733193050156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193050156Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193050159 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193050159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193050159Cleaning up temporary data from old regions at 1733193050179 (+20 ms)Region opened successfully at 1733193050187 (+8 ms) 2024-12-03T02:30:50,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:30:50,187 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:30:50,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:30:50,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:30:50,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:30:50,191 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:30:50,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193050187Disabling compacts and flushes for region at 1733193050187Disabling writes for close at 1733193050187Writing region close event to WAL at 1733193050191 (+4 ms)Closed at 1733193050191 2024-12-03T02:30:50,203 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:50,203 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:30:50,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:30:50,211 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:30:50,216 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:30:50,367 DEBUG [64035cbb0b46:41117 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:30:50,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,32905,1733193048367 2024-12-03T02:30:50,369 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,32905,1733193048367, state=OPENING 2024-12-03T02:30:50,427 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:30:50,502 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:30:50,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,32905,1733193048367}] 2024-12-03T02:30:50,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:50,504 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1343937893/meta-region-server: CHANGED 2024-12-03T02:30:50,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:50,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1343937893/meta-region-server: CHANGED 2024-12-03T02:30:50,656 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:30:50,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:30:50,667 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:30:50,668 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:50,668 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:30:50,669 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C32905%2C1733193048367.meta, suffix=.meta, logDir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367, archiveDir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/oldWALs, maxLogs=10 2024-12-03T02:30:50,684 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.meta.1733193050670.meta, exclude list is [], retry=0 2024-12-03T02:30:50,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33629,DS-404c16ff-7752-484b-86b5-b34a2e5140da,DISK] 2024-12-03T02:30:50,693 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.meta.1733193050670.meta 2024-12-03T02:30:50,693 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41391:41391)] 2024-12-03T02:30:50,693 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:50,694 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:50,694 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:30:50,694 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:30:50,694 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:30:50,694 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:30:50,694 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:50,694 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:30:50,694 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:30:50,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:30:50,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:30:50,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:50,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:50,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:30:50,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:30:50,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:50,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:50,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:30:50,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:30:50,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:50,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:50,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:30:50,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:30:50,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:50,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:30:50,706 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:30:50,706 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740 2024-12-03T02:30:50,707 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740 2024-12-03T02:30:50,708 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:30:50,708 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:30:50,709 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:30:50,709 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:30:50,710 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58964019, jitterRate=-0.12136764824390411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:30:50,710 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:30:50,710 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193050694Writing region info on filesystem at 1733193050694Initializing all the Stores at 1733193050697 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193050697Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193050698 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193050698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193050698Cleaning up temporary data from old regions at 1733193050708 (+10 ms)Running coprocessor post-open hooks at 1733193050710 (+2 ms)Region opened successfully at 1733193050710 2024-12-03T02:30:50,711 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193050656 2024-12-03T02:30:50,713 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:30:50,713 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:30:50,714 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,32905,1733193048367 2024-12-03T02:30:50,714 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,32905,1733193048367, state=OPEN 2024-12-03T02:30:50,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1343937893/meta-region-server 2024-12-03T02:30:50,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1343937893/meta-region-server: CHANGED 2024-12-03T02:30:50,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1343937893/meta-region-server 2024-12-03T02:30:50,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1343937893/meta-region-server: CHANGED 2024-12-03T02:30:50,766 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,32905,1733193048367 2024-12-03T02:30:50,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:30:50,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,32905,1733193048367 in 264 msec 2024-12-03T02:30:50,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:30:50,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 567 msec 2024-12-03T02:30:50,774 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:30:50,774 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:30:50,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:50,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,32905,1733193048367, seqNum=-1] 2024-12-03T02:30:50,781 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:50,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:50,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1110 sec 2024-12-03T02:30:50,791 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193050791, completionTime=-1 2024-12-03T02:30:50,792 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:30:50,792 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:30:50,795 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:30:50,795 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193110795 2024-12-03T02:30:50,795 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193170795 2024-12-03T02:30:50,795 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-03T02:30:50,796 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41117,1733193048155-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:50,796 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41117,1733193048155-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:50,796 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41117,1733193048155-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:50,796 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:41117, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:50,796 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:50,797 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:50,798 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:30:50,800 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.301sec 2024-12-03T02:30:50,800 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:30:50,800 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:30:50,800 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:30:50,800 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:30:50,800 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:30:50,800 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41117,1733193048155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:30:50,800 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41117,1733193048155-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:30:50,802 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:30:50,802 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:30:50,802 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41117,1733193048155-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:30:50,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502ff8f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:50,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41117,-1 for getting cluster id 2024-12-03T02:30:50,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:50,888 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90b5bbdb-142c-4dfe-a832-fb5a33ad27cc' 2024-12-03T02:30:50,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:50,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90b5bbdb-142c-4dfe-a832-fb5a33ad27cc" 2024-12-03T02:30:50,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6feea731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:50,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41117,-1] 2024-12-03T02:30:50,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:50,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:50,891 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:50,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67944f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:50,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:50,895 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,32905,1733193048367, seqNum=-1] 2024-12-03T02:30:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:50,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:50,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,41117,1733193048155 2024-12-03T02:30:50,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62189 2024-12-03T02:30:50,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:30:50,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a50ae870005 connected 2024-12-03T02:30:50,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:50,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,36065,1733193041642 2024-12-03T02:30:50,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b6582a2 2024-12-03T02:30:50,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:50,983 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:50,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:30:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:30:50,986 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:30:50,986 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:50,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:30:50,987 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:30:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:50,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:30:50,996 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bed3f98f34428b013ede933ce153696, NAME => 'test,,1733193050984.2bed3f98f34428b013ede933ce153696.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13 2024-12-03T02:30:51,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:30:51,005 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193050984.2bed3f98f34428b013ede933ce153696.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:51,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2bed3f98f34428b013ede933ce153696, disabling compactions & flushes 2024-12-03T02:30:51,006 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193050984.2bed3f98f34428b013ede933ce153696. 2024-12-03T02:30:51,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193050984.2bed3f98f34428b013ede933ce153696. 2024-12-03T02:30:51,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193050984.2bed3f98f34428b013ede933ce153696. after waiting 0 ms 2024-12-03T02:30:51,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193050984.2bed3f98f34428b013ede933ce153696. 2024-12-03T02:30:51,006 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193050984.2bed3f98f34428b013ede933ce153696. 2024-12-03T02:30:51,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bed3f98f34428b013ede933ce153696: Waiting for close lock at 1733193051006Disabling compacts and flushes for region at 1733193051006Disabling writes for close at 1733193051006Writing region close event to WAL at 1733193051006Closed at 1733193051006 2024-12-03T02:30:51,007 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:30:51,008 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193050984.2bed3f98f34428b013ede933ce153696.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193051007"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193051007"}]},"ts":"1733193051007"} 2024-12-03T02:30:51,010 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:30:51,011 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:30:51,012 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193051011"}]},"ts":"1733193051011"} 2024-12-03T02:30:51,015 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:30:51,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2bed3f98f34428b013ede933ce153696, ASSIGN}] 2024-12-03T02:30:51,017 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2bed3f98f34428b013ede933ce153696, ASSIGN 2024-12-03T02:30:51,018 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2bed3f98f34428b013ede933ce153696, ASSIGN; state=OFFLINE, location=64035cbb0b46,40949,1733193041876; forceNewPlan=false, retain=false 2024-12-03T02:30:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:51,169 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bed3f98f34428b013ede933ce153696, regionState=OPENING, regionLocation=64035cbb0b46,40949,1733193041876 2024-12-03T02:30:51,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2bed3f98f34428b013ede933ce153696, ASSIGN because future has completed 2024-12-03T02:30:51,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bed3f98f34428b013ede933ce153696, server=64035cbb0b46,40949,1733193041876}] 2024-12-03T02:30:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:51,336 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193050984.2bed3f98f34428b013ede933ce153696. 2024-12-03T02:30:51,337 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bed3f98f34428b013ede933ce153696, NAME => 'test,,1733193050984.2bed3f98f34428b013ede933ce153696.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:51,337 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:51,337 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:30:51,337 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2bed3f98f34428b013ede933ce153696 2024-12-03T02:30:51,337 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193050984.2bed3f98f34428b013ede933ce153696.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:51,337 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2bed3f98f34428b013ede933ce153696 2024-12-03T02:30:51,338 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2bed3f98f34428b013ede933ce153696 2024-12-03T02:30:51,339 INFO [StoreOpener-2bed3f98f34428b013ede933ce153696-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2bed3f98f34428b013ede933ce153696 2024-12-03T02:30:51,340 INFO [StoreOpener-2bed3f98f34428b013ede933ce153696-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bed3f98f34428b013ede933ce153696 columnFamilyName f 2024-12-03T02:30:51,340 DEBUG [StoreOpener-2bed3f98f34428b013ede933ce153696-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:51,340 INFO [StoreOpener-2bed3f98f34428b013ede933ce153696-1 {}] regionserver.HStore(327): Store=2bed3f98f34428b013ede933ce153696/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:51,341 INFO [StoreOpener-2bed3f98f34428b013ede933ce153696-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2bed3f98f34428b013ede933ce153696 2024-12-03T02:30:51,342 INFO [StoreOpener-2bed3f98f34428b013ede933ce153696-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bed3f98f34428b013ede933ce153696 columnFamilyName f1 2024-12-03T02:30:51,342 DEBUG [StoreOpener-2bed3f98f34428b013ede933ce153696-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:51,342 INFO [StoreOpener-2bed3f98f34428b013ede933ce153696-1 {}] regionserver.HStore(327): Store=2bed3f98f34428b013ede933ce153696/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:51,342 INFO [StoreOpener-2bed3f98f34428b013ede933ce153696-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2bed3f98f34428b013ede933ce153696 2024-12-03T02:30:51,343 INFO [StoreOpener-2bed3f98f34428b013ede933ce153696-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bed3f98f34428b013ede933ce153696 columnFamilyName norep 2024-12-03T02:30:51,343 DEBUG [StoreOpener-2bed3f98f34428b013ede933ce153696-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:51,344 INFO [StoreOpener-2bed3f98f34428b013ede933ce153696-1 {}] regionserver.HStore(327): Store=2bed3f98f34428b013ede933ce153696/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:51,344 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2bed3f98f34428b013ede933ce153696 2024-12-03T02:30:51,344 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696 2024-12-03T02:30:51,345 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696 2024-12-03T02:30:51,346 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2bed3f98f34428b013ede933ce153696 2024-12-03T02:30:51,346 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2bed3f98f34428b013ede933ce153696 2024-12-03T02:30:51,348 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:30:51,349 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2bed3f98f34428b013ede933ce153696 2024-12-03T02:30:51,351 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:51,351 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2bed3f98f34428b013ede933ce153696; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69708584, jitterRate=0.03873884677886963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:30:51,352 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bed3f98f34428b013ede933ce153696 2024-12-03T02:30:51,352 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2bed3f98f34428b013ede933ce153696: Running coprocessor pre-open hook at 1733193051338Writing region info on filesystem at 1733193051338Initializing all the Stores at 1733193051338Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193051338Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193051338Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193051339 (+1 ms)Cleaning up temporary data from old regions at 1733193051346 (+7 ms)Running coprocessor post-open hooks at 1733193051352 (+6 ms)Region opened successfully at 1733193051352 2024-12-03T02:30:51,353 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193050984.2bed3f98f34428b013ede933ce153696., pid=6, masterSystemTime=1733193051329 2024-12-03T02:30:51,355 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193050984.2bed3f98f34428b013ede933ce153696. 2024-12-03T02:30:51,355 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193050984.2bed3f98f34428b013ede933ce153696. 2024-12-03T02:30:51,356 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bed3f98f34428b013ede933ce153696, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,40949,1733193041876 2024-12-03T02:30:51,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bed3f98f34428b013ede933ce153696, server=64035cbb0b46,40949,1733193041876 because future has completed 2024-12-03T02:30:51,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T02:30:51,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T02:30:51,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T02:30:51,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T02:30:51,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:30:51,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T02:30:51,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:30:51,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T02:30:51,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:30:51,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T02:30:51,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T02:30:51,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T02:30:51,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:30:51,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bed3f98f34428b013ede933ce153696, server=64035cbb0b46,40949,1733193041876 in 189 msec 2024-12-03T02:30:51,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:30:51,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2bed3f98f34428b013ede933ce153696, ASSIGN in 351 msec 2024-12-03T02:30:51,370 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:30:51,370 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193051370"}]},"ts":"1733193051370"} 2024-12-03T02:30:51,372 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:30:51,374 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:30:51,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 390 msec 2024-12-03T02:30:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:51,612 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:30:51,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:51,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41117,1733193048155 2024-12-03T02:30:51,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48d3794f 2024-12-03T02:30:51,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:51,616 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:51,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:30:51,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:30:51,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:30:51,623 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:51,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:30:51,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:30:51,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:30:51,655 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9eea8f89049df7e992b73f006ce1ede7, NAME => 'test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3 2024-12-03T02:30:51,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:30:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:52,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:52,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9eea8f89049df7e992b73f006ce1ede7, disabling compactions & flushes 2024-12-03T02:30:52,106 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. 2024-12-03T02:30:52,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. 2024-12-03T02:30:52,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. after waiting 0 ms 2024-12-03T02:30:52,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. 2024-12-03T02:30:52,106 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. 2024-12-03T02:30:52,106 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9eea8f89049df7e992b73f006ce1ede7: Waiting for close lock at 1733193052106Disabling compacts and flushes for region at 1733193052106Disabling writes for close at 1733193052106Writing region close event to WAL at 1733193052106Closed at 1733193052106 2024-12-03T02:30:52,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:30:52,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193052107"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193052107"}]},"ts":"1733193052107"} 2024-12-03T02:30:52,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:30:52,110 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:30:52,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193052110"}]},"ts":"1733193052110"} 2024-12-03T02:30:52,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:30:52,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9eea8f89049df7e992b73f006ce1ede7, ASSIGN}] 2024-12-03T02:30:52,113 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9eea8f89049df7e992b73f006ce1ede7, ASSIGN 2024-12-03T02:30:52,114 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9eea8f89049df7e992b73f006ce1ede7, ASSIGN; state=OFFLINE, location=64035cbb0b46,32905,1733193048367; forceNewPlan=false, retain=false 2024-12-03T02:30:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:52,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9eea8f89049df7e992b73f006ce1ede7, regionState=OPENING, regionLocation=64035cbb0b46,32905,1733193048367 2024-12-03T02:30:52,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9eea8f89049df7e992b73f006ce1ede7, ASSIGN because future has completed 2024-12-03T02:30:52,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9eea8f89049df7e992b73f006ce1ede7, server=64035cbb0b46,32905,1733193048367}] 2024-12-03T02:30:52,427 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. 2024-12-03T02:30:52,427 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9eea8f89049df7e992b73f006ce1ede7, NAME => 'test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:52,428 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:52,428 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:30:52,428 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:30:52,428 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:52,428 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:30:52,428 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:30:52,430 INFO [StoreOpener-9eea8f89049df7e992b73f006ce1ede7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:30:52,431 INFO [StoreOpener-9eea8f89049df7e992b73f006ce1ede7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eea8f89049df7e992b73f006ce1ede7 columnFamilyName f 2024-12-03T02:30:52,431 DEBUG [StoreOpener-9eea8f89049df7e992b73f006ce1ede7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:52,431 INFO [StoreOpener-9eea8f89049df7e992b73f006ce1ede7-1 {}] regionserver.HStore(327): Store=9eea8f89049df7e992b73f006ce1ede7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:52,431 INFO [StoreOpener-9eea8f89049df7e992b73f006ce1ede7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:30:52,435 INFO [StoreOpener-9eea8f89049df7e992b73f006ce1ede7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eea8f89049df7e992b73f006ce1ede7 columnFamilyName f1 2024-12-03T02:30:52,435 DEBUG [StoreOpener-9eea8f89049df7e992b73f006ce1ede7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:52,435 INFO [StoreOpener-9eea8f89049df7e992b73f006ce1ede7-1 {}] regionserver.HStore(327): Store=9eea8f89049df7e992b73f006ce1ede7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:52,435 INFO [StoreOpener-9eea8f89049df7e992b73f006ce1ede7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:30:52,436 INFO [StoreOpener-9eea8f89049df7e992b73f006ce1ede7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9eea8f89049df7e992b73f006ce1ede7 columnFamilyName norep 2024-12-03T02:30:52,436 DEBUG [StoreOpener-9eea8f89049df7e992b73f006ce1ede7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:52,439 INFO [StoreOpener-9eea8f89049df7e992b73f006ce1ede7-1 {}] regionserver.HStore(327): Store=9eea8f89049df7e992b73f006ce1ede7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:52,439 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:30:52,440 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:30:52,440 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:30:52,440 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:30:52,440 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:30:52,441 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:30:52,442 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:30:52,444 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:52,444 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9eea8f89049df7e992b73f006ce1ede7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63830908, jitterRate=-0.04884535074234009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:30:52,444 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:30:52,444 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9eea8f89049df7e992b73f006ce1ede7: Running coprocessor pre-open hook at 1733193052428Writing region info on filesystem at 1733193052428Initializing all the Stores at 1733193052429 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193052429Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193052430 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193052430Cleaning up temporary data from old regions at 1733193052440 (+10 ms)Running coprocessor post-open hooks at 1733193052444 (+4 ms)Region opened successfully at 1733193052444 2024-12-03T02:30:52,445 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7., pid=6, masterSystemTime=1733193052419 2024-12-03T02:30:52,447 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. 2024-12-03T02:30:52,447 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. 2024-12-03T02:30:52,448 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9eea8f89049df7e992b73f006ce1ede7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,32905,1733193048367 2024-12-03T02:30:52,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9eea8f89049df7e992b73f006ce1ede7, server=64035cbb0b46,32905,1733193048367 because future has completed 2024-12-03T02:30:52,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:30:52,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9eea8f89049df7e992b73f006ce1ede7, server=64035cbb0b46,32905,1733193048367 in 184 msec 2024-12-03T02:30:52,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:30:52,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9eea8f89049df7e992b73f006ce1ede7, ASSIGN in 340 msec 2024-12-03T02:30:52,455 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:30:52,455 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193052455"}]},"ts":"1733193052455"} 2024-12-03T02:30:52,457 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:30:52,458 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:30:52,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 841 msec 2024-12-03T02:30:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:30:52,761 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:30:52,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d180e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:52,762 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,36065,-1 for getting cluster id 2024-12-03T02:30:52,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:52,763 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5958ef9-c0b2-4439-b0d8-f94ce40e2734' 2024-12-03T02:30:52,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:52,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5958ef9-c0b2-4439-b0d8-f94ce40e2734" 2024-12-03T02:30:52,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a1b34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:52,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,36065,-1] 2024-12-03T02:30:52,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:52,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:52,765 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:52,766 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16cee7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:52,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d760d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:52,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41117,-1 for getting cluster id 2024-12-03T02:30:52,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:52,768 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90b5bbdb-142c-4dfe-a832-fb5a33ad27cc' 2024-12-03T02:30:52,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:52,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90b5bbdb-142c-4dfe-a832-fb5a33ad27cc" 2024-12-03T02:30:52,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3961050a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:52,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41117,-1] 2024-12-03T02:30:52,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:52,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:52,770 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:52,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113da8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:52,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329e1b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:52,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,36065,-1 for getting cluster id 2024-12-03T02:30:52,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:52,772 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5958ef9-c0b2-4439-b0d8-f94ce40e2734' 2024-12-03T02:30:52,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:52,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5958ef9-c0b2-4439-b0d8-f94ce40e2734" 2024-12-03T02:30:52,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ba0d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:52,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,36065,-1] 2024-12-03T02:30:52,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:52,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:52,774 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:52,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a44525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:52,774 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:52,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,36065,1733193041642 2024-12-03T02:30:52,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31017435 2024-12-03T02:30:52,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:52,777 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:52,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:41117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:30:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:30:52,781 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:41117' 2024-12-03T02:30:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:52,782 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746cc11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:52,782 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41117,-1 for getting cluster id 2024-12-03T02:30:52,782 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:52,782 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90b5bbdb-142c-4dfe-a832-fb5a33ad27cc' 2024-12-03T02:30:52,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:52,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90b5bbdb-142c-4dfe-a832-fb5a33ad27cc" 2024-12-03T02:30:52,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d619ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:52,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41117,-1] 2024-12-03T02:30:52,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:52,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:52,784 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:52,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3178196e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:52,785 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:52,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41117,1733193048155 2024-12-03T02:30:52,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@565da05b 2024-12-03T02:30:52,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:52,787 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:52,787 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T02:30:52,788 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:30:52,788 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:52,788 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:52,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:52,788 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:30:52,789 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:30:52,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:30:52,790 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:52,791 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:30:52,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741837_1013 (size=1138) 2024-12-03T02:30:52,840 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:30:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:53,212 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 638cbc9a1dcb35619aa689d1e6c9614a, NAME => 'hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13 2024-12-03T02:30:53,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741838_1014 (size=44) 2024-12-03T02:30:53,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:53,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 638cbc9a1dcb35619aa689d1e6c9614a, disabling compactions & flushes 2024-12-03T02:30:53,230 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. 2024-12-03T02:30:53,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. 2024-12-03T02:30:53,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. after waiting 0 ms 2024-12-03T02:30:53,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. 2024-12-03T02:30:53,230 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. 2024-12-03T02:30:53,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 638cbc9a1dcb35619aa689d1e6c9614a: Waiting for close lock at 1733193053230Disabling compacts and flushes for region at 1733193053230Disabling writes for close at 1733193053230Writing region close event to WAL at 1733193053230Closed at 1733193053230 2024-12-03T02:30:53,231 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:30:53,232 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733193053231"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193053231"}]},"ts":"1733193053231"} 2024-12-03T02:30:53,236 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:30:53,237 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:30:53,237 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193053237"}]},"ts":"1733193053237"} 2024-12-03T02:30:53,240 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:30:53,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=638cbc9a1dcb35619aa689d1e6c9614a, ASSIGN}] 2024-12-03T02:30:53,241 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=638cbc9a1dcb35619aa689d1e6c9614a, ASSIGN 2024-12-03T02:30:53,242 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=638cbc9a1dcb35619aa689d1e6c9614a, ASSIGN; state=OFFLINE, location=64035cbb0b46,40949,1733193041876; forceNewPlan=false, retain=false 2024-12-03T02:30:53,393 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=638cbc9a1dcb35619aa689d1e6c9614a, regionState=OPENING, regionLocation=64035cbb0b46,40949,1733193041876 2024-12-03T02:30:53,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=638cbc9a1dcb35619aa689d1e6c9614a, ASSIGN because future has completed 2024-12-03T02:30:53,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 638cbc9a1dcb35619aa689d1e6c9614a, server=64035cbb0b46,40949,1733193041876}] 2024-12-03T02:30:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:53,420 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:53,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:30:53,421 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18209 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:30:53,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. 2024-12-03T02:30:53,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:53,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:30:53,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C40949%2C1733193041876.rep, suffix=, logDir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876, archiveDir=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/oldWALs, maxLogs=10 2024-12-03T02:30:53,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.rep.1733193053562, exclude list is [], retry=0 2024-12-03T02:30:53,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41155,DS-f8190662-e737-444f-b570-f35fe75a5a1c,DISK] 2024-12-03T02:30:53,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.rep.1733193053562 2024-12-03T02:30:53,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36835:36835)] 2024-12-03T02:30:53,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 638cbc9a1dcb35619aa689d1e6c9614a, NAME => 'hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:53,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:53,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:30:53,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. service=MultiRowMutationService 2024-12-03T02:30:53,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:30:53,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:30:53,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:53,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:30:53,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:30:53,593 INFO [StoreOpener-638cbc9a1dcb35619aa689d1e6c9614a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:30:53,594 INFO [StoreOpener-638cbc9a1dcb35619aa689d1e6c9614a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 638cbc9a1dcb35619aa689d1e6c9614a columnFamilyName hfileref 2024-12-03T02:30:53,594 DEBUG [StoreOpener-638cbc9a1dcb35619aa689d1e6c9614a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:53,594 INFO [StoreOpener-638cbc9a1dcb35619aa689d1e6c9614a-1 {}] regionserver.HStore(327): Store=638cbc9a1dcb35619aa689d1e6c9614a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:53,594 INFO [StoreOpener-638cbc9a1dcb35619aa689d1e6c9614a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:30:53,595 INFO [StoreOpener-638cbc9a1dcb35619aa689d1e6c9614a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 638cbc9a1dcb35619aa689d1e6c9614a columnFamilyName queue 2024-12-03T02:30:53,595 DEBUG [StoreOpener-638cbc9a1dcb35619aa689d1e6c9614a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:53,596 INFO [StoreOpener-638cbc9a1dcb35619aa689d1e6c9614a-1 {}] regionserver.HStore(327): Store=638cbc9a1dcb35619aa689d1e6c9614a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:53,596 INFO [StoreOpener-638cbc9a1dcb35619aa689d1e6c9614a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:30:53,600 INFO [StoreOpener-638cbc9a1dcb35619aa689d1e6c9614a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 638cbc9a1dcb35619aa689d1e6c9614a columnFamilyName sid 2024-12-03T02:30:53,600 DEBUG [StoreOpener-638cbc9a1dcb35619aa689d1e6c9614a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:53,603 INFO [StoreOpener-638cbc9a1dcb35619aa689d1e6c9614a-1 {}] regionserver.HStore(327): Store=638cbc9a1dcb35619aa689d1e6c9614a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:53,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:30:53,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/replication/638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:30:53,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/replication/638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:30:53,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:30:53,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:30:53,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:30:53,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:30:53,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/replication/638cbc9a1dcb35619aa689d1e6c9614a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:53,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 638cbc9a1dcb35619aa689d1e6c9614a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62810983, jitterRate=-0.06404341757297516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:30:53,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:30:53,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 638cbc9a1dcb35619aa689d1e6c9614a: Running coprocessor pre-open hook at 1733193053588Writing region info on filesystem at 1733193053588Initializing all the Stores at 1733193053588Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193053588Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193053592 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193053592Cleaning up temporary data from old regions at 1733193053609 (+17 ms)Running coprocessor post-open hooks at 1733193053617 (+8 ms)Region opened successfully at 1733193053618 (+1 ms) 2024-12-03T02:30:53,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a., pid=10, masterSystemTime=1733193053557 2024-12-03T02:30:53,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. 2024-12-03T02:30:53,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. 2024-12-03T02:30:53,622 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=638cbc9a1dcb35619aa689d1e6c9614a, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,40949,1733193041876 2024-12-03T02:30:53,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 638cbc9a1dcb35619aa689d1e6c9614a, server=64035cbb0b46,40949,1733193041876 because future has completed 2024-12-03T02:30:53,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:30:53,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 638cbc9a1dcb35619aa689d1e6c9614a, server=64035cbb0b46,40949,1733193041876 in 232 msec 2024-12-03T02:30:53,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T02:30:53,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=638cbc9a1dcb35619aa689d1e6c9614a, ASSIGN in 402 msec 2024-12-03T02:30:53,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:30:53,654 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193053654"}]},"ts":"1733193053654"} 2024-12-03T02:30:53,662 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:30:53,664 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:30:53,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 876 msec 2024-12-03T02:30:53,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a., hostname=64035cbb0b46,40949,1733193041876, seqNum=2] 2024-12-03T02:30:53,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:53,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:30:53,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:30:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:53,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40949 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T02:30:53,932 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:30:53,968 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,40949,1733193041876, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:30:53,969 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:53,969 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,40949,1733193041876, seqNum=-1] 2024-12-03T02:30:53,970 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:53,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T02:30:53,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,40949,1733193041876', locateType=CURRENT is [region=hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a., hostname=64035cbb0b46,40949,1733193041876, seqNum=2] 2024-12-03T02:30:53,975 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T02:30:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T02:30:53,979 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,40949,1733193041876 suceeded 2024-12-03T02:30:53,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T02:30:53,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-12-03T02:30:53,981 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:41117,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:30:53,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2040 sec 2024-12-03T02:30:53,993 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:41117' 2024-12-03T02:30:53,995 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d84484b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:53,996 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41117,-1 for getting cluster id 2024-12-03T02:30:53,996 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:53,999 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90b5bbdb-142c-4dfe-a832-fb5a33ad27cc' 2024-12-03T02:30:53,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:54,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90b5bbdb-142c-4dfe-a832-fb5a33ad27cc" 2024-12-03T02:30:54,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9c7bdd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:54,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41117,-1] 2024-12-03T02:30:54,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:54,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:54,001 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:54,002 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed7c32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:54,002 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:54,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41117,1733193048155 2024-12-03T02:30:54,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6124dbd0 2024-12-03T02:30:54,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:54,003 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-03T02:30:54,004 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,40949,1733193041876 (queues=1) is replicating from cluster=f5958ef9-c0b2-4439-b0d8-f94ce40e2734 to cluster=90b5bbdb-142c-4dfe-a832-fb5a33ad27cc 2024-12-03T02:30:54,004 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C40949%2C1733193041876 2024-12-03T02:30:54,004 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,40949,1733193041876, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:30:54,007 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C40949%2C1733193041876 2024-12-03T02:30:54,008 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274, startPosition=0, beingWritten=true 2024-12-03T02:30:54,031 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:30:54,031 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 379, reset compression=false 2024-12-03T02:30:54,031 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,40949,1733193041876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:30:54,248 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 379, reset compression=false 2024-12-03T02:30:54,556 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 379, reset compression=false 2024-12-03T02:30:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:54,932 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:30:54,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:54,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:54,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:54,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:54,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a062e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:54,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41117,-1 for getting cluster id 2024-12-03T02:30:54,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:54,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:54,934 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90b5bbdb-142c-4dfe-a832-fb5a33ad27cc' 2024-12-03T02:30:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90b5bbdb-142c-4dfe-a832-fb5a33ad27cc" 2024-12-03T02:30:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360e05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41117,-1] 2024-12-03T02:30:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:54,935 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:54,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd3e3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:54,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:54,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41117,1733193048155 2024-12-03T02:30:54,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56a51b51 2024-12-03T02:30:54,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:54,938 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:54,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:36065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:30:54,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:30:54,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:54,942 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:36065' 2024-12-03T02:30:54,944 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef1d801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:54,944 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,36065,-1 for getting cluster id 2024-12-03T02:30:54,944 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:54,945 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5958ef9-c0b2-4439-b0d8-f94ce40e2734' 2024-12-03T02:30:54,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:54,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5958ef9-c0b2-4439-b0d8-f94ce40e2734" 2024-12-03T02:30:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb158eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,36065,-1] 2024-12-03T02:30:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:54,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:54,947 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:54,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514c19f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:54,948 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:54,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,36065,1733193041642 2024-12-03T02:30:54,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c9fe7b3 2024-12-03T02:30:54,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:54,950 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:30:54,951 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T02:30:54,951 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:30:54,951 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:54,951 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:54,951 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:30:54,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:54,953 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:30:54,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:30:54,954 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:54,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:30:54,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741837_1013 (size=1138) 2024-12-03T02:30:54,981 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 379, reset compression=false 2024-12-03T02:30:55,003 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:30:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:55,378 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e8014587d478c262814fcd94241f7ed, NAME => 'hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3 2024-12-03T02:30:55,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741838_1014 (size=44) 2024-12-03T02:30:55,485 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 379, reset compression=false 2024-12-03T02:30:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:55,796 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:55,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7e8014587d478c262814fcd94241f7ed, disabling compactions & flushes 2024-12-03T02:30:55,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. 2024-12-03T02:30:55,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. 2024-12-03T02:30:55,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. after waiting 0 ms 2024-12-03T02:30:55,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. 2024-12-03T02:30:55,797 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. 2024-12-03T02:30:55,797 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e8014587d478c262814fcd94241f7ed: Waiting for close lock at 1733193055797Disabling compacts and flushes for region at 1733193055797Disabling writes for close at 1733193055797Writing region close event to WAL at 1733193055797Closed at 1733193055797 2024-12-03T02:30:55,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:30:55,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733193055798"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193055798"}]},"ts":"1733193055798"} 2024-12-03T02:30:55,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:30:55,801 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:30:55,801 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193055801"}]},"ts":"1733193055801"} 2024-12-03T02:30:55,803 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:30:55,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e8014587d478c262814fcd94241f7ed, ASSIGN}] 2024-12-03T02:30:55,804 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e8014587d478c262814fcd94241f7ed, ASSIGN 2024-12-03T02:30:55,805 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e8014587d478c262814fcd94241f7ed, ASSIGN; state=OFFLINE, location=64035cbb0b46,32905,1733193048367; forceNewPlan=false, retain=false 2024-12-03T02:30:55,956 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e8014587d478c262814fcd94241f7ed, regionState=OPENING, regionLocation=64035cbb0b46,32905,1733193048367 2024-12-03T02:30:55,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e8014587d478c262814fcd94241f7ed, ASSIGN because future has completed 2024-12-03T02:30:55,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e8014587d478c262814fcd94241f7ed, server=64035cbb0b46,32905,1733193048367}] 2024-12-03T02:30:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:56,099 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 379, reset compression=false 2024-12-03T02:30:56,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. 2024-12-03T02:30:56,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:30:56,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:30:56,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C32905%2C1733193048367.rep, suffix=, logDir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367, archiveDir=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/oldWALs, maxLogs=10 2024-12-03T02:30:56,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.rep.1733193056115, exclude list is [], retry=0 2024-12-03T02:30:56,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33629,DS-404c16ff-7752-484b-86b5-b34a2e5140da,DISK] 2024-12-03T02:30:56,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.rep.1733193056115 2024-12-03T02:30:56,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41391:41391)] 2024-12-03T02:30:56,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e8014587d478c262814fcd94241f7ed, NAME => 'hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:30:56,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:30:56,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:30:56,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. service=MultiRowMutationService 2024-12-03T02:30:56,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:30:56,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7e8014587d478c262814fcd94241f7ed 2024-12-03T02:30:56,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:30:56,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7e8014587d478c262814fcd94241f7ed 2024-12-03T02:30:56,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7e8014587d478c262814fcd94241f7ed 2024-12-03T02:30:56,159 INFO [StoreOpener-7e8014587d478c262814fcd94241f7ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7e8014587d478c262814fcd94241f7ed 2024-12-03T02:30:56,160 INFO [StoreOpener-7e8014587d478c262814fcd94241f7ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e8014587d478c262814fcd94241f7ed columnFamilyName hfileref 2024-12-03T02:30:56,160 DEBUG [StoreOpener-7e8014587d478c262814fcd94241f7ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:56,167 INFO [StoreOpener-7e8014587d478c262814fcd94241f7ed-1 {}] regionserver.HStore(327): Store=7e8014587d478c262814fcd94241f7ed/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:56,167 INFO [StoreOpener-7e8014587d478c262814fcd94241f7ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7e8014587d478c262814fcd94241f7ed 2024-12-03T02:30:56,169 INFO [StoreOpener-7e8014587d478c262814fcd94241f7ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e8014587d478c262814fcd94241f7ed columnFamilyName queue 2024-12-03T02:30:56,169 DEBUG [StoreOpener-7e8014587d478c262814fcd94241f7ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:56,171 INFO [StoreOpener-7e8014587d478c262814fcd94241f7ed-1 {}] regionserver.HStore(327): Store=7e8014587d478c262814fcd94241f7ed/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:56,171 INFO [StoreOpener-7e8014587d478c262814fcd94241f7ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7e8014587d478c262814fcd94241f7ed 2024-12-03T02:30:56,176 INFO [StoreOpener-7e8014587d478c262814fcd94241f7ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e8014587d478c262814fcd94241f7ed columnFamilyName sid 2024-12-03T02:30:56,176 DEBUG [StoreOpener-7e8014587d478c262814fcd94241f7ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:30:56,177 INFO [StoreOpener-7e8014587d478c262814fcd94241f7ed-1 {}] regionserver.HStore(327): Store=7e8014587d478c262814fcd94241f7ed/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:30:56,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7e8014587d478c262814fcd94241f7ed 2024-12-03T02:30:56,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/replication/7e8014587d478c262814fcd94241f7ed 2024-12-03T02:30:56,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/replication/7e8014587d478c262814fcd94241f7ed 2024-12-03T02:30:56,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7e8014587d478c262814fcd94241f7ed 2024-12-03T02:30:56,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7e8014587d478c262814fcd94241f7ed 2024-12-03T02:30:56,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:30:56,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7e8014587d478c262814fcd94241f7ed 2024-12-03T02:30:56,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/replication/7e8014587d478c262814fcd94241f7ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:30:56,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7e8014587d478c262814fcd94241f7ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61559659, jitterRate=-0.08268959820270538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:30:56,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e8014587d478c262814fcd94241f7ed 2024-12-03T02:30:56,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7e8014587d478c262814fcd94241f7ed: Running coprocessor pre-open hook at 1733193056144Writing region info on filesystem at 1733193056144Initializing all the Stores at 1733193056145 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193056145Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193056159 (+14 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193056159Cleaning up temporary data from old regions at 1733193056179 (+20 ms)Running coprocessor post-open hooks at 1733193056195 (+16 ms)Region opened successfully at 1733193056195 2024-12-03T02:30:56,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:30:56,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed., pid=10, masterSystemTime=1733193056110 2024-12-03T02:30:56,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. 2024-12-03T02:30:56,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. 2024-12-03T02:30:56,209 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e8014587d478c262814fcd94241f7ed, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,32905,1733193048367 2024-12-03T02:30:56,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e8014587d478c262814fcd94241f7ed, server=64035cbb0b46,32905,1733193048367 because future has completed 2024-12-03T02:30:56,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:30:56,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e8014587d478c262814fcd94241f7ed, server=64035cbb0b46,32905,1733193048367 in 266 msec 2024-12-03T02:30:56,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T02:30:56,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e8014587d478c262814fcd94241f7ed, ASSIGN in 424 msec 2024-12-03T02:30:56,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:30:56,232 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193056231"}]},"ts":"1733193056231"} 2024-12-03T02:30:56,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:56,235 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:30:56,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:56,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:56,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:56,236 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:30:56,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:56,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:56,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2850 sec 2024-12-03T02:30:56,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:56,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:56,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:56,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:30:56,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed., hostname=64035cbb0b46,32905,1733193048367, seqNum=2] 2024-12-03T02:30:56,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T02:30:56,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T02:30:56,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:56,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:30:56,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:30:56,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32905 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T02:30:56,499 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:30:56,606 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,32905,1733193048367, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:30:56,606 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:56,607 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,32905,1733193048367, seqNum=-1] 2024-12-03T02:30:56,607 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:56,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T02:30:56,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,32905,1733193048367', locateType=CURRENT is [region=hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed., hostname=64035cbb0b46,32905,1733193048367, seqNum=2] 2024-12-03T02:30:56,631 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T02:30:56,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T02:30:56,638 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,32905,1733193048367 suceeded 2024-12-03T02:30:56,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T02:30:56,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 297 msec 2024-12-03T02:30:56,643 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:36065,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:30:56,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7040 sec 2024-12-03T02:30:56,663 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:36065' 2024-12-03T02:30:56,667 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e907aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:56,668 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,36065,-1 for getting cluster id 2024-12-03T02:30:56,668 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:56,669 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5958ef9-c0b2-4439-b0d8-f94ce40e2734' 2024-12-03T02:30:56,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:56,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5958ef9-c0b2-4439-b0d8-f94ce40e2734" 2024-12-03T02:30:56,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42ed4916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:56,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,36065,-1] 2024-12-03T02:30:56,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:56,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:56,675 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:56,683 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c2a7e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:56,684 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:30:56,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,36065,1733193041642 2024-12-03T02:30:56,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f30cef8 2024-12-03T02:30:56,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:30:56,687 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-03T02:30:56,688 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,32905,1733193048367 (queues=1) is replicating from cluster=90b5bbdb-142c-4dfe-a832-fb5a33ad27cc to cluster=f5958ef9-c0b2-4439-b0d8-f94ce40e2734 2024-12-03T02:30:56,688 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C32905%2C1733193048367 2024-12-03T02:30:56,688 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,32905,1733193048367, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:30:56,689 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021, startPosition=0, beingWritten=true 2024-12-03T02:30:56,690 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C32905%2C1733193048367 2024-12-03T02:30:56,701 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:30:56,701 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 379, reset compression=false 2024-12-03T02:30:56,703 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,32905,1733193048367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:30:56,802 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 379, reset compression=false 2024-12-03T02:30:56,941 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 379, reset compression=false 2024-12-03T02:30:57,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41117 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:30:57,091 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:30:57,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:30:57,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:30:57,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:57,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:57,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:30:57,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:57,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,40949,1733193041876, seqNum=-1] 2024-12-03T02:30:57,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:57,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:57,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733193050984.2bed3f98f34428b013ede933ce153696., hostname=64035cbb0b46,40949,1733193041876, seqNum=2] 2024-12-03T02:30:57,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,32905,1733193048367, seqNum=-1] 2024-12-03T02:30:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:57,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:30:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7., hostname=64035cbb0b46,32905,1733193048367, seqNum=2] 2024-12-03T02:30:57,116 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T02:30:57,274 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 379, reset compression=false 2024-12-03T02:30:57,612 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 379, reset compression=false 2024-12-03T02:30:57,620 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:30:57,620 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 480, reset compression=false 2024-12-03T02:30:57,621 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,40949,1733193041876 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bed3f98f34428b013ede933ce153696/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T02:30:57,626 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:30:57,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-03T02:30:57,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:30:57,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ab3a4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:57,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41117,-1 for getting cluster id 2024-12-03T02:30:57,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:57,631 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '90b5bbdb-142c-4dfe-a832-fb5a33ad27cc' 2024-12-03T02:30:57,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:57,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "90b5bbdb-142c-4dfe-a832-fb5a33ad27cc" 2024-12-03T02:30:57,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25d161e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:57,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41117,-1] 2024-12-03T02:30:57,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:57,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:57,633 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:57,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5924c671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:57,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:57,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,32905,1733193048367, seqNum=-1] 2024-12-03T02:30:57,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:57,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-03T02:30:57,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7., hostname=64035cbb0b46,32905,1733193048367, seqNum=2] 2024-12-03T02:30:57,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:30:57,684 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 379, reset compression=false 2024-12-03T02:30:57,689 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:30:57,689 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 504, reset compression=false 2024-12-03T02:30:57,689 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,32905,1733193048367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:30:57,830 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 480, reset compression=false 2024-12-03T02:30:57,895 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 504, reset compression=false 2024-12-03T02:30:58,119 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T02:30:58,123 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T02:30:58,135 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 480, reset compression=false 2024-12-03T02:30:58,199 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 504, reset compression=false 2024-12-03T02:30:58,204 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:30:58,204 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 608, reset compression=false 2024-12-03T02:30:58,204 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,32905,1733193048367 got entry batch from reader: WALEntryBatch [walEntries=[{test/9eea8f89049df7e992b73f006ce1ede7/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T02:30:58,206 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:30:58,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-03T02:30:58,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:30:58,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60b35b98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:58,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,36065,-1 for getting cluster id 2024-12-03T02:30:58,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:30:58,208 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f5958ef9-c0b2-4439-b0d8-f94ce40e2734' 2024-12-03T02:30:58,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:30:58,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f5958ef9-c0b2-4439-b0d8-f94ce40e2734" 2024-12-03T02:30:58,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d82edbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:58,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,36065,-1] 2024-12-03T02:30:58,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:30:58,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:30:58,209 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:30:58,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a095f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:30:58,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:30:58,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,40949,1733193041876, seqNum=-1] 2024-12-03T02:30:58,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:30:58,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-03T02:30:58,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733193050984.2bed3f98f34428b013ede933ce153696., hostname=64035cbb0b46,40949,1733193041876, seqNum=2] 2024-12-03T02:30:58,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:30:58,408 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 608, reset compression=false 2024-12-03T02:30:58,545 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 480, reset compression=false 2024-12-03T02:30:58,565 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:30:58,565 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 608, reset compression=false 2024-12-03T02:30:58,565 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,40949,1733193041876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:30:58,711 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 608, reset compression=false 2024-12-03T02:30:58,789 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 608, reset compression=false 2024-12-03T02:30:59,121 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 608, reset compression=false 2024-12-03T02:30:59,125 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T02:30:59,131 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T02:30:59,155 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 608, reset compression=false 2024-12-03T02:30:59,525 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 608, reset compression=false 2024-12-03T02:30:59,530 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:30:59,530 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 764, reset compression=false 2024-12-03T02:30:59,530 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,40949,1733193041876 got entry batch from reader: WALEntryBatch [walEntries=[{test/2bed3f98f34428b013ede933ce153696/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T02:30:59,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:30:59,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:30:59,659 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 608, reset compression=false 2024-12-03T02:30:59,667 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:30:59,667 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 756, reset compression=false 2024-12-03T02:30:59,667 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,32905,1733193048367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:30:59,734 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 764, reset compression=false 2024-12-03T02:30:59,878 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 756, reset compression=false 2024-12-03T02:31:00,037 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 764, reset compression=false 2024-12-03T02:31:00,133 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T02:31:00,143 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T02:31:00,182 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 756, reset compression=false 2024-12-03T02:31:00,189 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:00,189 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 915, reset compression=false 2024-12-03T02:31:00,191 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,32905,1733193048367 got entry batch from reader: WALEntryBatch [walEntries=[{test/9eea8f89049df7e992b73f006ce1ede7/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T02:31:00,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:00,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40949 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:00,401 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 915, reset compression=false 2024-12-03T02:31:00,441 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 764, reset compression=false 2024-12-03T02:31:00,457 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:00,457 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 914, reset compression=false 2024-12-03T02:31:00,457 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,40949,1733193041876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:00,664 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 914, reset compression=false 2024-12-03T02:31:00,730 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 915, reset compression=false 2024-12-03T02:31:00,968 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 914, reset compression=false 2024-12-03T02:31:01,137 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 915, reset compression=false 2024-12-03T02:31:01,156 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T02:31:01,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:31:01,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:01,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:01,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:01,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:01,161 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:01,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:31:01,162 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=201496275, stopped=false 2024-12-03T02:31:01,162 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,41117,1733193048155 2024-12-03T02:31:01,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1343937893/running 2024-12-03T02:31:01,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1343937893/running 2024-12-03T02:31:01,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:31:01,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:31:01,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:31:01,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:01,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:01,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:01,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,32905,1733193048367' ***** 2024-12-03T02:31:01,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:31:01,199 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:31:01,200 INFO [RS:0;64035cbb0b46:32905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:31:01,200 INFO [RS:0;64035cbb0b46:32905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:31:01,200 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e8014587d478c262814fcd94241f7ed 2024-12-03T02:31:01,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Set watcher on znode that does not yet exist, /1-1343937893/running 2024-12-03T02:31:01,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Set watcher on znode that does not yet exist, /1-1343937893/running 2024-12-03T02:31:01,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:31:01,200 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(3091): Received CLOSE for 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:31:01,200 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,32905,1733193048367 2024-12-03T02:31:01,200 INFO [RS:0;64035cbb0b46:32905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:31:01,200 INFO [RS:0;64035cbb0b46:32905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:32905. 2024-12-03T02:31:01,200 DEBUG [RS:0;64035cbb0b46:32905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:01,200 DEBUG [RS:0;64035cbb0b46:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:01,200 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:31:01,200 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:31:01,200 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:31:01,200 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:31:01,201 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T02:31:01,201 DEBUG [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7e8014587d478c262814fcd94241f7ed=hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed., 9eea8f89049df7e992b73f006ce1ede7=test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7.} 2024-12-03T02:31:01,201 DEBUG [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e8014587d478c262814fcd94241f7ed, 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:31:01,201 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e8014587d478c262814fcd94241f7ed, disabling compactions & flushes 2024-12-03T02:31:01,201 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. 2024-12-03T02:31:01,201 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. 2024-12-03T02:31:01,201 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. after waiting 0 ms 2024-12-03T02:31:01,201 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. 2024-12-03T02:31:01,201 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:31:01,201 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:31:01,201 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e8014587d478c262814fcd94241f7ed 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-03T02:31:01,201 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:31:01,201 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:31:01,201 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:31:01,202 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T02:31:01,220 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:31:01,223 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/.tmp/info/ca4ff0759d1847c296d073a32d04d6e6 is 147, key is hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed./info:regioninfo/1733193056209/Put/seqid=0 2024-12-03T02:31:01,223 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/replication/7e8014587d478c262814fcd94241f7ed/.tmp/queue/b4e237f64c234c8799607aa22e82896b is 153, key is 1-64035cbb0b46,32905,1733193048367/queue:64035cbb0b46%2C32905%2C1733193048367/1733193060197/Put/seqid=0 2024-12-03T02:31:01,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741840_1016 (size=5352) 2024-12-03T02:31:01,248 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/replication/7e8014587d478c262814fcd94241f7ed/.tmp/queue/b4e237f64c234c8799607aa22e82896b 2024-12-03T02:31:01,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741841_1017 (size=7686) 2024-12-03T02:31:01,250 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/.tmp/info/ca4ff0759d1847c296d073a32d04d6e6 2024-12-03T02:31:01,257 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/replication/7e8014587d478c262814fcd94241f7ed/.tmp/queue/b4e237f64c234c8799607aa22e82896b as hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/replication/7e8014587d478c262814fcd94241f7ed/queue/b4e237f64c234c8799607aa22e82896b 2024-12-03T02:31:01,265 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/replication/7e8014587d478c262814fcd94241f7ed/queue/b4e237f64c234c8799607aa22e82896b, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T02:31:01,267 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7e8014587d478c262814fcd94241f7ed in 66ms, sequenceid=10, compaction requested=false 2024-12-03T02:31:01,280 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/replication/7e8014587d478c262814fcd94241f7ed/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T02:31:01,281 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/.tmp/ns/a043fc21c1cc4b67ab72d452e3ba67a7 is 43, key is default/ns:d/1733193050783/Put/seqid=0 2024-12-03T02:31:01,281 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:01,281 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:31:01,281 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. 2024-12-03T02:31:01,281 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e8014587d478c262814fcd94241f7ed: Waiting for close lock at 1733193061201Running coprocessor pre-close hooks at 1733193061201Disabling compacts and flushes for region at 1733193061201Disabling writes for close at 1733193061201Obtaining lock to block concurrent updates at 1733193061201Preparing flush snapshotting stores in 7e8014587d478c262814fcd94241f7ed at 1733193061201Finished memstore snapshotting hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733193061202 (+1 ms)Flushing stores of hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. at 1733193061202Flushing 7e8014587d478c262814fcd94241f7ed/queue: creating writer at 1733193061202Flushing 7e8014587d478c262814fcd94241f7ed/queue: appending metadata at 1733193061223 (+21 ms)Flushing 7e8014587d478c262814fcd94241f7ed/queue: closing flushed file at 1733193061223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe96ff0: reopening flushed file at 1733193061255 (+32 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 7e8014587d478c262814fcd94241f7ed in 66ms, sequenceid=10, compaction requested=false at 1733193061267 (+12 ms)Writing region close event to WAL at 1733193061270 (+3 ms)Running coprocessor post-close hooks at 1733193061281 (+11 ms)Closed at 1733193061281 2024-12-03T02:31:01,281 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733193054951.7e8014587d478c262814fcd94241f7ed. 2024-12-03T02:31:01,282 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9eea8f89049df7e992b73f006ce1ede7, disabling compactions & flushes 2024-12-03T02:31:01,282 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. 2024-12-03T02:31:01,282 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. 2024-12-03T02:31:01,282 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. after waiting 0 ms 2024-12-03T02:31:01,282 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. 2024-12-03T02:31:01,282 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9eea8f89049df7e992b73f006ce1ede7 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-03T02:31:01,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741842_1018 (size=5153) 2024-12-03T02:31:01,309 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/.tmp/f/39f393611b50416d8954881c8b99982b is 29, key is row1/f:/1733193060134/DeleteFamily/seqid=0 2024-12-03T02:31:01,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741843_1019 (size=5118) 2024-12-03T02:31:01,376 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 914, reset compression=false 2024-12-03T02:31:01,401 DEBUG [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:31:01,601 DEBUG [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:31:01,646 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:31:01,663 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 915, reset compression=false 2024-12-03T02:31:01,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:01,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:01,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:01,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:01,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:01,667 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:01,667 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 1162, reset compression=false 2024-12-03T02:31:01,667 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,32905,1733193048367 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:01,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:01,668 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64035cbb0b46,32905,1733193048367: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64035cbb0b46,32905,1733193048367, walGroup=64035cbb0b46%2C32905%2C1733193048367, offset=64035cbb0b46%2C32905%2C1733193048367.1733193050021:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:32905 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T02:31:01,670 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T02:31:01,670 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T02:31:01,671 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T02:31:01,671 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T02:31:01,671 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T02:31:01,671 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 668876160 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 190916616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T02:31:01,671 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:41117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:41117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T02:31:01,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:01,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:01,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:01,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:01,693 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/.tmp/ns/a043fc21c1cc4b67ab72d452e3ba67a7 2024-12-03T02:31:01,705 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T02:31:01,705 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T02:31:01,723 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/.tmp/rep_barrier/9b3aaeb52f324a3fa50d3d1c8ccb5e24 is 112, key is test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7./rep_barrier:seqnumDuringOpen/1733193052448/Put/seqid=0 2024-12-03T02:31:01,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741844_1020 (size=5518) 2024-12-03T02:31:01,727 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/.tmp/rep_barrier/9b3aaeb52f324a3fa50d3d1c8ccb5e24 2024-12-03T02:31:01,728 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/.tmp/f/39f393611b50416d8954881c8b99982b 2024-12-03T02:31:01,734 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39f393611b50416d8954881c8b99982b 2024-12-03T02:31:01,755 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/.tmp/table/00b5b09c3009408699f7a1d27bd7f33d is 53, key is hbase:replication/table:state/1733193056231/Put/seqid=0 2024-12-03T02:31:01,755 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/.tmp/f1/0f308634a61e4d23aa1fc6f6dd9312d5 is 30, key is row1/f1:/1733193060134/DeleteFamily/seqid=0 2024-12-03T02:31:01,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741846_1022 (size=5123) 2024-12-03T02:31:01,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741845_1021 (size=5308) 2024-12-03T02:31:01,762 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/.tmp/f1/0f308634a61e4d23aa1fc6f6dd9312d5 2024-12-03T02:31:01,762 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/.tmp/table/00b5b09c3009408699f7a1d27bd7f33d 2024-12-03T02:31:01,766 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/.tmp/info/ca4ff0759d1847c296d073a32d04d6e6 as hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/info/ca4ff0759d1847c296d073a32d04d6e6 2024-12-03T02:31:01,770 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/info/ca4ff0759d1847c296d073a32d04d6e6, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T02:31:01,770 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/.tmp/ns/a043fc21c1cc4b67ab72d452e3ba67a7 as hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/ns/a043fc21c1cc4b67ab72d452e3ba67a7 2024-12-03T02:31:01,772 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f308634a61e4d23aa1fc6f6dd9312d5 2024-12-03T02:31:01,774 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/ns/a043fc21c1cc4b67ab72d452e3ba67a7, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T02:31:01,775 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/.tmp/rep_barrier/9b3aaeb52f324a3fa50d3d1c8ccb5e24 as hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/rep_barrier/9b3aaeb52f324a3fa50d3d1c8ccb5e24 2024-12-03T02:31:01,792 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/.tmp/norep/4184ccad34f54a5d8da47942d9fa54f0 is 33, key is row1/norep:/1733193060134/DeleteFamily/seqid=0 2024-12-03T02:31:01,795 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/rep_barrier/9b3aaeb52f324a3fa50d3d1c8ccb5e24, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T02:31:01,796 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/.tmp/table/00b5b09c3009408699f7a1d27bd7f33d as hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/table/00b5b09c3009408699f7a1d27bd7f33d 2024-12-03T02:31:01,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741847_1023 (size=5108) 2024-12-03T02:31:01,799 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/.tmp/norep/4184ccad34f54a5d8da47942d9fa54f0 2024-12-03T02:31:01,802 DEBUG [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9eea8f89049df7e992b73f006ce1ede7 2024-12-03T02:31:01,806 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/table/00b5b09c3009408699f7a1d27bd7f33d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T02:31:01,810 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 609ms, sequenceid=16, compaction requested=false 2024-12-03T02:31:01,810 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4184ccad34f54a5d8da47942d9fa54f0 2024-12-03T02:31:01,815 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/.tmp/f/39f393611b50416d8954881c8b99982b as hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/f/39f393611b50416d8954881c8b99982b 2024-12-03T02:31:01,825 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39f393611b50416d8954881c8b99982b 2024-12-03T02:31:01,825 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/f/39f393611b50416d8954881c8b99982b, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T02:31:01,826 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T02:31:01,832 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/.tmp/f1/0f308634a61e4d23aa1fc6f6dd9312d5 as hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/f1/0f308634a61e4d23aa1fc6f6dd9312d5 2024-12-03T02:31:01,832 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:01,832 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:31:01,832 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:01,832 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193061201Running coprocessor pre-close hooks at 1733193061201Disabling compacts and flushes for region at 1733193061201Disabling writes for close at 1733193061201Obtaining lock to block concurrent updates at 1733193061202 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733193061202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733193061202Flushing stores of hbase:meta,,1.1588230740 at 1733193061202Flushing 1588230740/info: creating writer at 1733193061202Flushing 1588230740/info: appending metadata at 1733193061223 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733193061223Flushing 1588230740/ns: creating writer at 1733193061260 (+37 ms)Flushing 1588230740/ns: appending metadata at 1733193061280 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733193061280Flushing 1588230740/rep_barrier: creating writer at 1733193061704 (+424 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733193061722 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733193061722Flushing 1588230740/table: creating writer at 1733193061734 (+12 ms)Flushing 1588230740/table: appending metadata at 1733193061754 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733193061754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d2d23f: reopening flushed file at 1733193061766 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273e12c5: reopening flushed file at 1733193061770 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ac0603: reopening flushed file at 1733193061774 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ea08b3: reopening flushed file at 1733193061795 (+21 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 609ms, sequenceid=16, compaction requested=false at 1733193061810 (+15 ms)Writing region close event to WAL at 1733193061815 (+5 ms)Running coprocessor post-close hooks at 1733193061832 (+17 ms)Closed at 1733193061832 2024-12-03T02:31:01,833 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:01,844 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f308634a61e4d23aa1fc6f6dd9312d5 2024-12-03T02:31:01,844 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/f1/0f308634a61e4d23aa1fc6f6dd9312d5, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T02:31:01,845 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/.tmp/norep/4184ccad34f54a5d8da47942d9fa54f0 as hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/norep/4184ccad34f54a5d8da47942d9fa54f0 2024-12-03T02:31:01,850 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4184ccad34f54a5d8da47942d9fa54f0 2024-12-03T02:31:01,850 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/norep/4184ccad34f54a5d8da47942d9fa54f0, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T02:31:01,851 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9eea8f89049df7e992b73f006ce1ede7 in 569ms, sequenceid=8, compaction requested=false 2024-12-03T02:31:01,858 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/data/default/test/9eea8f89049df7e992b73f006ce1ede7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T02:31:01,858 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:01,859 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:31:01,859 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. 2024-12-03T02:31:01,859 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9eea8f89049df7e992b73f006ce1ede7: Waiting for close lock at 1733193061282Running coprocessor pre-close hooks at 1733193061282Disabling compacts and flushes for region at 1733193061282Disabling writes for close at 1733193061282Obtaining lock to block concurrent updates at 1733193061282Preparing flush snapshotting stores in 9eea8f89049df7e992b73f006ce1ede7 at 1733193061282Finished memstore snapshotting test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733193061282Flushing stores of test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. at 1733193061283 (+1 ms)Flushing 9eea8f89049df7e992b73f006ce1ede7/f: creating writer at 1733193061284 (+1 ms)Flushing 9eea8f89049df7e992b73f006ce1ede7/f: appending metadata at 1733193061308 (+24 ms)Flushing 9eea8f89049df7e992b73f006ce1ede7/f: closing flushed file at 1733193061308Flushing 9eea8f89049df7e992b73f006ce1ede7/f1: creating writer at 1733193061734 (+426 ms)Flushing 9eea8f89049df7e992b73f006ce1ede7/f1: appending metadata at 1733193061754 (+20 ms)Flushing 9eea8f89049df7e992b73f006ce1ede7/f1: closing flushed file at 1733193061754Flushing 9eea8f89049df7e992b73f006ce1ede7/norep: creating writer at 1733193061772 (+18 ms)Flushing 9eea8f89049df7e992b73f006ce1ede7/norep: appending metadata at 1733193061791 (+19 ms)Flushing 9eea8f89049df7e992b73f006ce1ede7/norep: closing flushed file at 1733193061791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bfad012: reopening flushed file at 1733193061810 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d84e0c: reopening flushed file at 1733193061825 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ef802f1: reopening flushed file at 1733193061844 (+19 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9eea8f89049df7e992b73f006ce1ede7 in 569ms, sequenceid=8, compaction requested=false at 1733193061851 (+7 ms)Writing region close event to WAL at 1733193061854 (+3 ms)Running coprocessor post-close hooks at 1733193061858 (+4 ms)Closed at 1733193061859 (+1 ms) 2024-12-03T02:31:01,859 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733193051616.9eea8f89049df7e992b73f006ce1ede7. 2024-12-03T02:31:01,879 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 914, reset compression=false 2024-12-03T02:31:01,883 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 1162, reset compression=false 2024-12-03T02:31:01,888 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:31:01,889 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:31:01,892 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:01,892 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 1806, reset compression=false 2024-12-03T02:31:02,002 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,32905,1733193048367; all regions closed. 2024-12-03T02:31:02,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741834_1010 (size=4239) 2024-12-03T02:31:02,004 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.meta.1733193050670.meta not finished, retry = 0 2024-12-03T02:31:02,095 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.1733193050021 to pos 1806, reset compression=false 2024-12-03T02:31:02,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741839_1015 (size=2676) 2024-12-03T02:31:02,107 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/WALs/64035cbb0b46,32905,1733193048367/64035cbb0b46%2C32905%2C1733193048367.rep.1733193056115 not finished, retry = 0 2024-12-03T02:31:02,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741833_1009 (size=1814) 2024-12-03T02:31:02,210 DEBUG [RS:0;64035cbb0b46:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:02,210 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:31:02,211 INFO [RS:0;64035cbb0b46:32905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:31:02,211 INFO [RS:0;64035cbb0b46:32905 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:31:02,211 INFO [RS:0;64035cbb0b46:32905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:31:02,211 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:31:02,211 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,32905,1733193048367 because: Region server is closing 2024-12-03T02:31:02,211 INFO [RS:0;64035cbb0b46:32905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:32905. 2024-12-03T02:31:02,212 DEBUG [RS:0;64035cbb0b46:32905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:02,212 DEBUG [RS:0;64035cbb0b46:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:02,212 DEBUG [RS:0;64035cbb0b46:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:02,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:02,312 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.shipper64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 terminated 2024-12-03T02:31:02,312 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,32905,1733193048367.replicationSource.wal-reader.64035cbb0b46%2C32905%2C1733193048367,1-64035cbb0b46,32905,1733193048367 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:31:02,312 INFO [RS:0;64035cbb0b46:32905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:32905. 2024-12-03T02:31:02,312 DEBUG [RS:0;64035cbb0b46:32905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:02,312 DEBUG [RS:0;64035cbb0b46:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:02,312 DEBUG [RS:0;64035cbb0b46:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:02,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:02,313 INFO [RS:0;64035cbb0b46:32905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32905 2024-12-03T02:31:02,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893/rs 2024-12-03T02:31:02,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1343937893/rs/64035cbb0b46,32905,1733193048367 2024-12-03T02:31:02,340 INFO [RS:0;64035cbb0b46:32905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:31:02,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,32905,1733193048367] 2024-12-03T02:31:02,356 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1343937893/draining/64035cbb0b46,32905,1733193048367 already deleted, retry=false 2024-12-03T02:31:02,356 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,32905,1733193048367 expired; onlineServers=0 2024-12-03T02:31:02,356 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,41117,1733193048155' ***** 2024-12-03T02:31:02,356 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:31:02,356 INFO [M:0;64035cbb0b46:41117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:31:02,356 INFO [M:0;64035cbb0b46:41117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:31:02,356 DEBUG [M:0;64035cbb0b46:41117 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:31:02,357 DEBUG [M:0;64035cbb0b46:41117 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:31:02,357 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:31:02,357 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193049722 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193049722,5,FailOnTimeoutGroup] 2024-12-03T02:31:02,357 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193049719 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193049719,5,FailOnTimeoutGroup] 2024-12-03T02:31:02,357 INFO [M:0;64035cbb0b46:41117 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:31:02,357 INFO [M:0;64035cbb0b46:41117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:31:02,357 DEBUG [M:0;64035cbb0b46:41117 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:31:02,357 INFO [M:0;64035cbb0b46:41117 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:31:02,357 INFO [M:0;64035cbb0b46:41117 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:31:02,357 INFO [M:0;64035cbb0b46:41117 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:31:02,357 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:31:02,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1343937893/master 2024-12-03T02:31:02,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1343937893 2024-12-03T02:31:02,365 DEBUG [M:0;64035cbb0b46:41117 {}] zookeeper.ZKUtil(347): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Unable to get data of znode /1-1343937893/master because node does not exist (not an error) 2024-12-03T02:31:02,365 WARN [M:0;64035cbb0b46:41117 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:31:02,365 INFO [M:0;64035cbb0b46:41117 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/.lastflushedseqids 2024-12-03T02:31:02,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741848_1024 (size=245) 2024-12-03T02:31:02,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:02,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32905-0x1019a50ae870004, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:02,448 INFO [RS:0;64035cbb0b46:32905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:31:02,448 INFO [RS:0;64035cbb0b46:32905 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,32905,1733193048367; zookeeper connection closed. 2024-12-03T02:31:02,448 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bc46187 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bc46187 2024-12-03T02:31:02,449 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:31:02,483 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 914, reset compression=false 2024-12-03T02:31:02,774 INFO [M:0;64035cbb0b46:41117 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:31:02,775 INFO [M:0;64035cbb0b46:41117 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:31:02,775 DEBUG [M:0;64035cbb0b46:41117 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:31:02,775 INFO [M:0;64035cbb0b46:41117 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:02,775 DEBUG [M:0;64035cbb0b46:41117 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:02,775 DEBUG [M:0;64035cbb0b46:41117 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:31:02,775 DEBUG [M:0;64035cbb0b46:41117 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:02,776 INFO [M:0;64035cbb0b46:41117 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T02:31:02,808 DEBUG [M:0;64035cbb0b46:41117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2948ab5d49034472a51109f6e7aba76c is 82, key is hbase:meta,,1/info:regioninfo/1733193050713/Put/seqid=0 2024-12-03T02:31:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741849_1025 (size=5672) 2024-12-03T02:31:03,186 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 914, reset compression=false 2024-12-03T02:31:03,230 INFO [M:0;64035cbb0b46:41117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2948ab5d49034472a51109f6e7aba76c 2024-12-03T02:31:03,264 DEBUG [M:0;64035cbb0b46:41117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11150020ce7c4461a1b99797a7b6a7d2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733193056239/Put/seqid=0 2024-12-03T02:31:03,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741850_1026 (size=8515) 2024-12-03T02:31:03,283 INFO [M:0;64035cbb0b46:41117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11150020ce7c4461a1b99797a7b6a7d2 2024-12-03T02:31:03,314 DEBUG [M:0;64035cbb0b46:41117 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5a6a5e7beb44498aa6459776cbe211a is 69, key is 64035cbb0b46,32905,1733193048367/rs:state/1733193049801/Put/seqid=0 2024-12-03T02:31:03,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741851_1027 (size=5156) 2024-12-03T02:31:03,430 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:03,431 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:31:03,432 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28219 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:31:03,733 INFO [M:0;64035cbb0b46:41117 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5a6a5e7beb44498aa6459776cbe211a 2024-12-03T02:31:03,745 DEBUG [M:0;64035cbb0b46:41117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2948ab5d49034472a51109f6e7aba76c as hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2948ab5d49034472a51109f6e7aba76c 2024-12-03T02:31:03,754 INFO [M:0;64035cbb0b46:41117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2948ab5d49034472a51109f6e7aba76c, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T02:31:03,760 DEBUG [M:0;64035cbb0b46:41117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/11150020ce7c4461a1b99797a7b6a7d2 as hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11150020ce7c4461a1b99797a7b6a7d2 2024-12-03T02:31:03,770 INFO [M:0;64035cbb0b46:41117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/11150020ce7c4461a1b99797a7b6a7d2, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T02:31:03,775 DEBUG [M:0;64035cbb0b46:41117 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5a6a5e7beb44498aa6459776cbe211a as hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5a6a5e7beb44498aa6459776cbe211a 2024-12-03T02:31:03,788 INFO [M:0;64035cbb0b46:41117 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40679/user/jenkins/test-data/cdd48600-7643-ac04-07b8-2c37b574bcc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5a6a5e7beb44498aa6459776cbe211a, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T02:31:03,789 INFO [M:0;64035cbb0b46:41117 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1014ms, sequenceid=97, compaction requested=false 2024-12-03T02:31:03,795 INFO [M:0;64035cbb0b46:41117 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:03,795 DEBUG [M:0;64035cbb0b46:41117 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193062775Disabling compacts and flushes for region at 1733193062775Disabling writes for close at 1733193062775Obtaining lock to block concurrent updates at 1733193062776 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193062776Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733193062776Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193062777 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193062777Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193062808 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193062808Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193063242 (+434 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193063263 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193063263Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193063295 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193063313 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193063313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279c3879: reopening flushed file at 1733193063744 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@397d3db1: reopening flushed file at 1733193063754 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d9094b2: reopening flushed file at 1733193063771 (+17 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1014ms, sequenceid=97, compaction requested=false at 1733193063789 (+18 ms)Writing region close event to WAL at 1733193063795 (+6 ms)Closed at 1733193063795 2024-12-03T02:31:03,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33629 is added to blk_1073741830_1006 (size=63642) 2024-12-03T02:31:03,805 INFO [M:0;64035cbb0b46:41117 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:31:03,805 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:31:03,805 INFO [M:0;64035cbb0b46:41117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41117 2024-12-03T02:31:03,808 INFO [M:0;64035cbb0b46:41117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:31:03,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:03,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41117-0x1019a50ae870003, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:03,940 INFO [M:0;64035cbb0b46:41117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:31:03,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@216c18c0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:31:03,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b1e69d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:31:03,991 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:31:03,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@671cf719{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:31:03,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ace7e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/hadoop.log.dir/,STOPPED} 2024-12-03T02:31:03,992 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 914, reset compression=false 2024-12-03T02:31:03,997 WARN [BP-1019242696-172.17.0.3-1733193045732 heartbeating to localhost/127.0.0.1:40679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:31:03,997 WARN [BP-1019242696-172.17.0.3-1733193045732 heartbeating to localhost/127.0.0.1:40679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1019242696-172.17.0.3-1733193045732 (Datanode Uuid e2650774-5a01-4014-83bd-ca1285601a37) service to localhost/127.0.0.1:40679 2024-12-03T02:31:03,998 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:31:03,998 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:31:03,998 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/cluster_6d30cb8f-1910-467d-f325-9151bc5160dc/data/data2/current/BP-1019242696-172.17.0.3-1733193045732 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:31:03,998 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:31:03,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/cluster_6d30cb8f-1910-467d-f325-9151bc5160dc/data/data1/current/BP-1019242696-172.17.0.3-1733193045732 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:31:04,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a27b883{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:31:04,013 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6054a5e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:31:04,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:31:04,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c284a03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:31:04,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c22285{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/hadoop.log.dir/,STOPPED} 2024-12-03T02:31:04,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:31:04,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:31:04,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:04,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:04,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:04,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:04,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:31:04,037 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1883770288, stopped=false 2024-12-03T02:31:04,037 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,36065,1733193041642 2024-12-03T02:31:04,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:04,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0705545405/running 2024-12-03T02:31:04,056 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:31:04,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:04,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0705545405/running 2024-12-03T02:31:04,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:04,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:04,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:31:04,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:31:04,057 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,40949,1733193041876' ***** 2024-12-03T02:31:04,057 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:31:04,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Set watcher on znode that does not yet exist, /0705545405/running 2024-12-03T02:31:04,060 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:31:04,060 INFO [RS:0;64035cbb0b46:40949 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:31:04,060 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:31:04,060 INFO [RS:0;64035cbb0b46:40949 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:31:04,060 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bed3f98f34428b013ede933ce153696 2024-12-03T02:31:04,060 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(3091): Received CLOSE for 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:31:04,060 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,40949,1733193041876 2024-12-03T02:31:04,060 INFO [RS:0;64035cbb0b46:40949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:31:04,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Set watcher on znode that does not yet exist, /0705545405/running 2024-12-03T02:31:04,060 INFO [RS:0;64035cbb0b46:40949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:40949. 2024-12-03T02:31:04,060 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bed3f98f34428b013ede933ce153696, disabling compactions & flushes 2024-12-03T02:31:04,061 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733193050984.2bed3f98f34428b013ede933ce153696. 2024-12-03T02:31:04,061 DEBUG [RS:0;64035cbb0b46:40949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:04,061 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193050984.2bed3f98f34428b013ede933ce153696. 2024-12-03T02:31:04,061 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733193050984.2bed3f98f34428b013ede933ce153696. after waiting 0 ms 2024-12-03T02:31:04,061 DEBUG [RS:0;64035cbb0b46:40949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:04,061 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733193050984.2bed3f98f34428b013ede933ce153696. 2024-12-03T02:31:04,061 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:31:04,061 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:31:04,061 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:31:04,061 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:31:04,061 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T02:31:04,061 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2bed3f98f34428b013ede933ce153696=test,,1733193050984.2bed3f98f34428b013ede933ce153696., 638cbc9a1dcb35619aa689d1e6c9614a=hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a.} 2024-12-03T02:31:04,061 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bed3f98f34428b013ede933ce153696, 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:31:04,062 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:31:04,062 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:31:04,062 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:31:04,062 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:31:04,062 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:31:04,062 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T02:31:04,062 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2bed3f98f34428b013ede933ce153696 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-03T02:31:04,089 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/.tmp/info/54e1838a6d1343b2ab02998b8ecc57bd is 147, key is hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a./info:regioninfo/1733193053621/Put/seqid=0 2024-12-03T02:31:04,089 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/.tmp/f/02067ab3fb1341c0a0217698f8ff24a0 is 29, key is row1/f:/1733193060134/DeleteFamily/seqid=0 2024-12-03T02:31:04,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741841_1017 (size=5118) 2024-12-03T02:31:04,094 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/.tmp/f/02067ab3fb1341c0a0217698f8ff24a0 2024-12-03T02:31:04,098 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02067ab3fb1341c0a0217698f8ff24a0 2024-12-03T02:31:04,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741840_1016 (size=7686) 2024-12-03T02:31:04,102 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/.tmp/info/54e1838a6d1343b2ab02998b8ecc57bd 2024-12-03T02:31:04,122 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:31:04,122 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:31:04,123 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/.tmp/f1/e43bd9864b5941e28f3de36acea697aa is 30, key is row1/f1:/1733193060134/DeleteFamily/seqid=0 2024-12-03T02:31:04,126 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/.tmp/ns/4ec8b7aba4554332b55ad809b1317ab1 is 43, key is default/ns:d/1733193045611/Put/seqid=0 2024-12-03T02:31:04,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741842_1018 (size=5123) 2024-12-03T02:31:04,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741843_1019 (size=5153) 2024-12-03T02:31:04,155 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:31:04,261 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bed3f98f34428b013ede933ce153696, 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:31:04,462 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bed3f98f34428b013ede933ce153696, 638cbc9a1dcb35619aa689d1e6c9614a 2024-12-03T02:31:04,535 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/.tmp/f1/e43bd9864b5941e28f3de36acea697aa 2024-12-03T02:31:04,537 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/.tmp/ns/4ec8b7aba4554332b55ad809b1317ab1 2024-12-03T02:31:04,541 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e43bd9864b5941e28f3de36acea697aa 2024-12-03T02:31:04,560 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/.tmp/norep/b3bfb284c0434e2e8c403e0a978d29ea is 32, key is row/norep:/1733193059128/DeleteFamily/seqid=0 2024-12-03T02:31:04,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741844_1020 (size=5101) 2024-12-03T02:31:04,566 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/.tmp/norep/b3bfb284c0434e2e8c403e0a978d29ea 2024-12-03T02:31:04,572 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3bfb284c0434e2e8c403e0a978d29ea 2024-12-03T02:31:04,573 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/.tmp/f/02067ab3fb1341c0a0217698f8ff24a0 as hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/f/02067ab3fb1341c0a0217698f8ff24a0 2024-12-03T02:31:04,579 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02067ab3fb1341c0a0217698f8ff24a0 2024-12-03T02:31:04,579 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/f/02067ab3fb1341c0a0217698f8ff24a0, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T02:31:04,580 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/.tmp/f1/e43bd9864b5941e28f3de36acea697aa as hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/f1/e43bd9864b5941e28f3de36acea697aa 2024-12-03T02:31:04,585 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/.tmp/rep_barrier/68cd6b68d56e43278fa8c07388d5b3b2 is 112, key is test,,1733193050984.2bed3f98f34428b013ede933ce153696./rep_barrier:seqnumDuringOpen/1733193051356/Put/seqid=0 2024-12-03T02:31:04,586 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e43bd9864b5941e28f3de36acea697aa 2024-12-03T02:31:04,586 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/f1/e43bd9864b5941e28f3de36acea697aa, entries=2, sequenceid=8, filesize=5.0 K 2024-12-03T02:31:04,587 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/.tmp/norep/b3bfb284c0434e2e8c403e0a978d29ea as hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/norep/b3bfb284c0434e2e8c403e0a978d29ea 2024-12-03T02:31:04,595 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3bfb284c0434e2e8c403e0a978d29ea 2024-12-03T02:31:04,595 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/norep/b3bfb284c0434e2e8c403e0a978d29ea, entries=1, sequenceid=8, filesize=5.0 K 2024-12-03T02:31:04,596 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2bed3f98f34428b013ede933ce153696 in 535ms, sequenceid=8, compaction requested=false 2024-12-03T02:31:04,596 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T02:31:04,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741845_1021 (size=5518) 2024-12-03T02:31:04,612 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/default/test/2bed3f98f34428b013ede933ce153696/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T02:31:04,614 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:04,614 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:31:04,614 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733193050984.2bed3f98f34428b013ede933ce153696. 2024-12-03T02:31:04,614 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bed3f98f34428b013ede933ce153696: Waiting for close lock at 1733193064060Running coprocessor pre-close hooks at 1733193064060Disabling compacts and flushes for region at 1733193064060Disabling writes for close at 1733193064061 (+1 ms)Obtaining lock to block concurrent updates at 1733193064062 (+1 ms)Preparing flush snapshotting stores in 2bed3f98f34428b013ede933ce153696 at 1733193064062Finished memstore snapshotting test,,1733193050984.2bed3f98f34428b013ede933ce153696., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733193064063 (+1 ms)Flushing stores of test,,1733193050984.2bed3f98f34428b013ede933ce153696. at 1733193064064 (+1 ms)Flushing 2bed3f98f34428b013ede933ce153696/f: creating writer at 1733193064064Flushing 2bed3f98f34428b013ede933ce153696/f: appending metadata at 1733193064089 (+25 ms)Flushing 2bed3f98f34428b013ede933ce153696/f: closing flushed file at 1733193064089Flushing 2bed3f98f34428b013ede933ce153696/f1: creating writer at 1733193064098 (+9 ms)Flushing 2bed3f98f34428b013ede933ce153696/f1: appending metadata at 1733193064122 (+24 ms)Flushing 2bed3f98f34428b013ede933ce153696/f1: closing flushed file at 1733193064122Flushing 2bed3f98f34428b013ede933ce153696/norep: creating writer at 1733193064541 (+419 ms)Flushing 2bed3f98f34428b013ede933ce153696/norep: appending metadata at 1733193064559 (+18 ms)Flushing 2bed3f98f34428b013ede933ce153696/norep: closing flushed file at 1733193064559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f54606: reopening flushed file at 1733193064572 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bfe7058: reopening flushed file at 1733193064579 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2781f066: reopening flushed file at 1733193064586 (+7 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 2bed3f98f34428b013ede933ce153696 in 535ms, sequenceid=8, compaction requested=false at 1733193064596 (+10 ms)Writing region close event to WAL at 1733193064609 (+13 ms)Running coprocessor post-close hooks at 1733193064614 (+5 ms)Closed at 1733193064614 2024-12-03T02:31:04,614 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733193050984.2bed3f98f34428b013ede933ce153696. 2024-12-03T02:31:04,614 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 638cbc9a1dcb35619aa689d1e6c9614a, disabling compactions & flushes 2024-12-03T02:31:04,614 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. 2024-12-03T02:31:04,614 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. 2024-12-03T02:31:04,614 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. after waiting 0 ms 2024-12-03T02:31:04,614 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. 2024-12-03T02:31:04,614 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 638cbc9a1dcb35619aa689d1e6c9614a 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-03T02:31:04,632 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/replication/638cbc9a1dcb35619aa689d1e6c9614a/.tmp/queue/dbff554db22846418147163f1d6af639 is 153, key is 1-64035cbb0b46,40949,1733193041876/queue:64035cbb0b46%2C40949%2C1733193041876/1733193060458/Put/seqid=0 2024-12-03T02:31:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741846_1022 (size=5352) 2024-12-03T02:31:04,638 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/replication/638cbc9a1dcb35619aa689d1e6c9614a/.tmp/queue/dbff554db22846418147163f1d6af639 2024-12-03T02:31:04,643 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/replication/638cbc9a1dcb35619aa689d1e6c9614a/.tmp/queue/dbff554db22846418147163f1d6af639 as hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/replication/638cbc9a1dcb35619aa689d1e6c9614a/queue/dbff554db22846418147163f1d6af639 2024-12-03T02:31:04,647 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/replication/638cbc9a1dcb35619aa689d1e6c9614a/queue/dbff554db22846418147163f1d6af639, entries=1, sequenceid=10, filesize=5.2 K 2024-12-03T02:31:04,648 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 638cbc9a1dcb35619aa689d1e6c9614a in 34ms, sequenceid=10, compaction requested=false 2024-12-03T02:31:04,648 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T02:31:04,652 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/replication/638cbc9a1dcb35619aa689d1e6c9614a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T02:31:04,652 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:04,652 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:31:04,652 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. 2024-12-03T02:31:04,652 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 638cbc9a1dcb35619aa689d1e6c9614a: Waiting for close lock at 1733193064614Running coprocessor pre-close hooks at 1733193064614Disabling compacts and flushes for region at 1733193064614Disabling writes for close at 1733193064614Obtaining lock to block concurrent updates at 1733193064614Preparing flush snapshotting stores in 638cbc9a1dcb35619aa689d1e6c9614a at 1733193064614Finished memstore snapshotting hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733193064615 (+1 ms)Flushing stores of hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. at 1733193064615Flushing 638cbc9a1dcb35619aa689d1e6c9614a/queue: creating writer at 1733193064615Flushing 638cbc9a1dcb35619aa689d1e6c9614a/queue: appending metadata at 1733193064632 (+17 ms)Flushing 638cbc9a1dcb35619aa689d1e6c9614a/queue: closing flushed file at 1733193064632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@94dce06: reopening flushed file at 1733193064642 (+10 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 638cbc9a1dcb35619aa689d1e6c9614a in 34ms, sequenceid=10, compaction requested=false at 1733193064648 (+6 ms)Writing region close event to WAL at 1733193064649 (+1 ms)Running coprocessor post-close hooks at 1733193064652 (+3 ms)Closed at 1733193064652 2024-12-03T02:31:04,652 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733193052788.638cbc9a1dcb35619aa689d1e6c9614a. 2024-12-03T02:31:04,662 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:31:04,862 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:31:04,914 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 914, reset compression=false 2024-12-03T02:31:04,919 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:04,919 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 1805, reset compression=false 2024-12-03T02:31:04,919 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,40949,1733193041876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:04,920 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64035cbb0b46,40949,1733193041876: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64035cbb0b46,40949,1733193041876, walGroup=64035cbb0b46%2C40949%2C1733193041876, offset=64035cbb0b46%2C40949%2C1733193041876.1733193044274:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T02:31:04,921 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T02:31:04,922 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T02:31:04,922 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T02:31:04,922 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T02:31:04,922 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T02:31:04,922 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 746470784 }, "NonHeapMemoryUsage": { "committed": 194969600, "init": 7667712, "max": -1, "used": 191569696 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T02:31:04,923 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:36065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:36065 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T02:31:05,006 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/.tmp/rep_barrier/68cd6b68d56e43278fa8c07388d5b3b2 2024-12-03T02:31:05,030 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/.tmp/table/8cd580abf6bd4835822de5aea3f06623 is 53, key is hbase:replication/table:state/1733193053654/Put/seqid=0 2024-12-03T02:31:05,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741847_1023 (size=5308) 2024-12-03T02:31:05,062 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T02:31:05,062 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:31:05,062 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:31:05,128 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 1805, reset compression=false 2024-12-03T02:31:05,263 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:31:05,434 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/.tmp/table/8cd580abf6bd4835822de5aea3f06623 2024-12-03T02:31:05,439 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/.tmp/info/54e1838a6d1343b2ab02998b8ecc57bd as hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/info/54e1838a6d1343b2ab02998b8ecc57bd 2024-12-03T02:31:05,439 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 1805, reset compression=false 2024-12-03T02:31:05,444 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/info/54e1838a6d1343b2ab02998b8ecc57bd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T02:31:05,444 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/.tmp/ns/4ec8b7aba4554332b55ad809b1317ab1 as hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/ns/4ec8b7aba4554332b55ad809b1317ab1 2024-12-03T02:31:05,449 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/ns/4ec8b7aba4554332b55ad809b1317ab1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T02:31:05,449 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/.tmp/rep_barrier/68cd6b68d56e43278fa8c07388d5b3b2 as hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/rep_barrier/68cd6b68d56e43278fa8c07388d5b3b2 2024-12-03T02:31:05,453 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/rep_barrier/68cd6b68d56e43278fa8c07388d5b3b2, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T02:31:05,453 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/.tmp/table/8cd580abf6bd4835822de5aea3f06623 as hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/table/8cd580abf6bd4835822de5aea3f06623 2024-12-03T02:31:05,457 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/table/8cd580abf6bd4835822de5aea3f06623, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T02:31:05,457 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1395ms, sequenceid=16, compaction requested=false 2024-12-03T02:31:05,457 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:31:05,463 DEBUG [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:31:05,463 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T02:31:05,463 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:05,463 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:31:05,463 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:05,463 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193064062Running coprocessor pre-close hooks at 1733193064062Disabling compacts and flushes for region at 1733193064062Disabling writes for close at 1733193064062Obtaining lock to block concurrent updates at 1733193064062Preparing flush snapshotting stores in 1588230740 at 1733193064062Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733193064063 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733193064068 (+5 ms)Flushing 1588230740/info: creating writer at 1733193064068Flushing 1588230740/info: appending metadata at 1733193064089 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733193064089Flushing 1588230740/ns: creating writer at 1733193064108 (+19 ms)Flushing 1588230740/ns: appending metadata at 1733193064126 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733193064126Flushing 1588230740/rep_barrier: creating writer at 1733193064545 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733193064584 (+39 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733193064584Flushing 1588230740/table: creating writer at 1733193065011 (+427 ms)Flushing 1588230740/table: appending metadata at 1733193065030 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733193065030Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3501b5: reopening flushed file at 1733193065438 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312d4c53: reopening flushed file at 1733193065444 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ed2fdd: reopening flushed file at 1733193065449 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76754698: reopening flushed file at 1733193065453 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1395ms, sequenceid=16, compaction requested=false at 1733193065457 (+4 ms)Writing region close event to WAL at 1733193065459 (+2 ms)Running coprocessor post-close hooks at 1733193065463 (+4 ms)Closed at 1733193065463 2024-12-03T02:31:05,463 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:05,663 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,40949,1733193041876; all regions closed. 2024-12-03T02:31:05,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741834_1010 (size=4239) 2024-12-03T02:31:05,667 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.meta.1733193045329.meta not finished, retry = 0 2024-12-03T02:31:05,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.rep.1733193053562 not finished, retry = 0 2024-12-03T02:31:05,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741839_1015 (size=2676) 2024-12-03T02:31:05,842 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 to pos 1805, reset compression=false 2024-12-03T02:31:05,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741832_1008 (size=1813) 2024-12-03T02:31:05,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/WALs/64035cbb0b46,40949,1733193041876/64035cbb0b46%2C40949%2C1733193041876.1733193044274 not finished, retry = 0 2024-12-03T02:31:05,976 DEBUG [RS:0;64035cbb0b46:40949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:05,977 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:31:05,977 INFO [RS:0;64035cbb0b46:40949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:31:05,977 INFO [RS:0;64035cbb0b46:40949 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:31:05,977 INFO [RS:0;64035cbb0b46:40949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:31:05,977 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,40949,1733193041876 because: Region server is closing 2024-12-03T02:31:05,977 INFO [RS:0;64035cbb0b46:40949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:40949. 2024-12-03T02:31:05,977 DEBUG [RS:0;64035cbb0b46:40949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:05,977 DEBUG [RS:0;64035cbb0b46:40949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:05,978 DEBUG [RS:0;64035cbb0b46:40949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:05,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:05,978 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:31:06,078 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.shipper64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 terminated 2024-12-03T02:31:06,078 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40949,1733193041876.replicationSource.wal-reader.64035cbb0b46%2C40949%2C1733193041876,1-64035cbb0b46,40949,1733193041876 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:31:06,078 INFO [RS:0;64035cbb0b46:40949 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:40949. 2024-12-03T02:31:06,078 DEBUG [RS:0;64035cbb0b46:40949 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:06,078 DEBUG [RS:0;64035cbb0b46:40949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:06,078 DEBUG [RS:0;64035cbb0b46:40949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:06,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:06,078 INFO [RS:0;64035cbb0b46:40949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40949 2024-12-03T02:31:06,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405/rs 2024-12-03T02:31:06,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0705545405/rs/64035cbb0b46,40949,1733193041876 2024-12-03T02:31:06,090 INFO [RS:0;64035cbb0b46:40949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:31:06,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,40949,1733193041876] 2024-12-03T02:31:06,098 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0705545405/draining/64035cbb0b46,40949,1733193041876 already deleted, retry=false 2024-12-03T02:31:06,098 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,40949,1733193041876 expired; onlineServers=0 2024-12-03T02:31:06,098 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,36065,1733193041642' ***** 2024-12-03T02:31:06,098 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:31:06,098 INFO [M:0;64035cbb0b46:36065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:31:06,098 INFO [M:0;64035cbb0b46:36065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:31:06,098 DEBUG [M:0;64035cbb0b46:36065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:31:06,098 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:31:06,098 DEBUG [M:0;64035cbb0b46:36065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:31:06,098 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193043967 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193043967,5,FailOnTimeoutGroup] 2024-12-03T02:31:06,098 INFO [M:0;64035cbb0b46:36065 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:31:06,099 INFO [M:0;64035cbb0b46:36065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:31:06,099 DEBUG [M:0;64035cbb0b46:36065 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:31:06,099 INFO [M:0;64035cbb0b46:36065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:31:06,099 INFO [M:0;64035cbb0b46:36065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:31:06,099 INFO [M:0;64035cbb0b46:36065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:31:06,099 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:31:06,100 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193043971 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193043971,5,FailOnTimeoutGroup] 2024-12-03T02:31:06,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0705545405/master 2024-12-03T02:31:06,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0705545405 2024-12-03T02:31:06,156 DEBUG [M:0;64035cbb0b46:36065 {}] zookeeper.RecoverableZooKeeper(212): Node /0705545405/master already deleted, retry=false 2024-12-03T02:31:06,156 DEBUG [M:0;64035cbb0b46:36065 {}] master.ActiveMasterManager(353): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Failed delete of our master address node; KeeperErrorCode = NoNode for /0705545405/master 2024-12-03T02:31:06,158 INFO [M:0;64035cbb0b46:36065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/.lastflushedseqids 2024-12-03T02:31:06,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741848_1024 (size=245) 2024-12-03T02:31:06,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:06,198 INFO [RS:0;64035cbb0b46:40949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:31:06,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40949-0x1019a50ae870001, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:06,198 INFO [RS:0;64035cbb0b46:40949 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,40949,1733193041876; zookeeper connection closed. 2024-12-03T02:31:06,198 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ad0356c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ad0356c 2024-12-03T02:31:06,198 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:31:06,572 INFO [M:0;64035cbb0b46:36065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:31:06,572 INFO [M:0;64035cbb0b46:36065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:31:06,572 DEBUG [M:0;64035cbb0b46:36065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:31:06,572 INFO [M:0;64035cbb0b46:36065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:06,572 DEBUG [M:0;64035cbb0b46:36065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:06,573 DEBUG [M:0;64035cbb0b46:36065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:31:06,573 DEBUG [M:0;64035cbb0b46:36065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:06,573 INFO [M:0;64035cbb0b46:36065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T02:31:06,590 DEBUG [M:0;64035cbb0b46:36065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/910fdade0e824726bd75ad1c14de905b is 82, key is hbase:meta,,1/info:regioninfo/1733193045530/Put/seqid=0 2024-12-03T02:31:06,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741849_1025 (size=5672) 2024-12-03T02:31:06,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:31:06,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:06,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:06,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:06,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:06,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:06,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:06,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:06,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:06,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:06,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:06,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:06,997 INFO [M:0;64035cbb0b46:36065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/910fdade0e824726bd75ad1c14de905b 2024-12-03T02:31:07,020 DEBUG [M:0;64035cbb0b46:36065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d0e4a1255b8483d942b6fbce8260c59 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733193053665/Put/seqid=0 2024-12-03T02:31:07,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741850_1026 (size=8515) 2024-12-03T02:31:07,030 INFO [M:0;64035cbb0b46:36065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d0e4a1255b8483d942b6fbce8260c59 2024-12-03T02:31:07,063 DEBUG [M:0;64035cbb0b46:36065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdc116be7f1d49c5918aae70e378530b is 69, key is 64035cbb0b46,40949,1733193041876/rs:state/1733193044088/Put/seqid=0 2024-12-03T02:31:07,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741851_1027 (size=5156) 2024-12-03T02:31:07,476 INFO [M:0;64035cbb0b46:36065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdc116be7f1d49c5918aae70e378530b 2024-12-03T02:31:07,482 DEBUG [M:0;64035cbb0b46:36065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/910fdade0e824726bd75ad1c14de905b as hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/910fdade0e824726bd75ad1c14de905b 2024-12-03T02:31:07,488 INFO [M:0;64035cbb0b46:36065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/910fdade0e824726bd75ad1c14de905b, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T02:31:07,489 DEBUG [M:0;64035cbb0b46:36065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d0e4a1255b8483d942b6fbce8260c59 as hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d0e4a1255b8483d942b6fbce8260c59 2024-12-03T02:31:07,494 INFO [M:0;64035cbb0b46:36065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d0e4a1255b8483d942b6fbce8260c59, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T02:31:07,495 DEBUG [M:0;64035cbb0b46:36065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cdc116be7f1d49c5918aae70e378530b as hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdc116be7f1d49c5918aae70e378530b 2024-12-03T02:31:07,501 INFO [M:0;64035cbb0b46:36065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34797/user/jenkins/test-data/e99292e9-76e9-c8f6-a9e7-c25fba153f13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cdc116be7f1d49c5918aae70e378530b, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T02:31:07,505 INFO [M:0;64035cbb0b46:36065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 932ms, sequenceid=97, compaction requested=false 2024-12-03T02:31:07,521 INFO [M:0;64035cbb0b46:36065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:07,521 DEBUG [M:0;64035cbb0b46:36065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193066572Disabling compacts and flushes for region at 1733193066572Disabling writes for close at 1733193066573 (+1 ms)Obtaining lock to block concurrent updates at 1733193066573Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193066573Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733193066573Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193066573Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193066574 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193066589 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193066589Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193067002 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193067020 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193067020Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193067040 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193067062 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193067062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eab5994: reopening flushed file at 1733193067481 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a01fafb: reopening flushed file at 1733193067489 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7973afd0: reopening flushed file at 1733193067494 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 932ms, sequenceid=97, compaction requested=false at 1733193067505 (+11 ms)Writing region close event to WAL at 1733193067521 (+16 ms)Closed at 1733193067521 2024-12-03T02:31:07,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741830_1006 (size=63642) 2024-12-03T02:31:07,532 INFO [M:0;64035cbb0b46:36065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:31:07,532 INFO [M:0;64035cbb0b46:36065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36065 2024-12-03T02:31:07,533 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:31:07,533 INFO [M:0;64035cbb0b46:36065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:31:07,665 INFO [M:0;64035cbb0b46:36065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:31:07,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:07,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36065-0x1019a50ae870000, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:07,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36b4a038{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:31:07,704 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65e13b29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:31:07,704 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:31:07,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e1f7ad5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:31:07,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59f094ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/hadoop.log.dir/,STOPPED} 2024-12-03T02:31:07,705 WARN [BP-1609639024-172.17.0.3-1733193039035 heartbeating to localhost/127.0.0.1:34797 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:31:07,705 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:31:07,706 WARN [BP-1609639024-172.17.0.3-1733193039035 heartbeating to localhost/127.0.0.1:34797 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1609639024-172.17.0.3-1733193039035 (Datanode Uuid a66e222d-3f39-40ed-8858-c26bf36061cc) service to localhost/127.0.0.1:34797 2024-12-03T02:31:07,706 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:31:07,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/cluster_6ab2662a-16cb-64d3-f2c4-743da9fb3a2e/data/data1/current/BP-1609639024-172.17.0.3-1733193039035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:31:07,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/cluster_6ab2662a-16cb-64d3-f2c4-743da9fb3a2e/data/data2/current/BP-1609639024-172.17.0.3-1733193039035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:31:07,706 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:31:07,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d68ca02{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:31:07,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15797a48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:31:07,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:31:07,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6859fa22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:31:07,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@469c3526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de09989a-a530-70dd-b784-f0f4c1922a6a/hadoop.log.dir/,STOPPED} 2024-12-03T02:31:07,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T02:31:07,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:31:07,759 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 245) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62189) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40679 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34797 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34797 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:34797 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:40679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62189) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34797 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=659 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=695 (was 675) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2449 (was 1557) - AvailableMemoryMB LEAK? - 2024-12-03T02:31:07,777 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=695, ProcessCount=11, AvailableMemoryMB=2447 2024-12-03T02:31:07,801 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-03T02:31:07,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/hadoop.log.dir so I do NOT create it in target/test-data/94abc952-231f-e49a-4268-b62019f7eae6 2024-12-03T02:31:07,802 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:31:07,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/hadoop.tmp.dir so I do NOT create it in target/test-data/94abc952-231f-e49a-4268-b62019f7eae6 2024-12-03T02:31:07,802 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71f827a7-64fa-b848-e064-d0dd1e6f1f33/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:31:07,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6 2024-12-03T02:31:07,802 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/cluster_f2e91087-02fd-4433-43d8-d8189853652a, deleteOnExit=true 2024-12-03T02:31:07,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a50ae870005, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:31:07,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a50ae870005, quorum=127.0.0.1:62189, baseZNode=/1-1343937893 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:31:07,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a50ae870002, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:31:07,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a50ae870002, quorum=127.0.0.1:62189, baseZNode=/0705545405 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:31:07,856 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/cluster_f2e91087-02fd-4433-43d8-d8189853652a/zookeeper_0, clientPort=60770, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/cluster_f2e91087-02fd-4433-43d8-d8189853652a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/cluster_f2e91087-02fd-4433-43d8-d8189853652a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T02:31:07,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60770 2024-12-03T02:31:07,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:31:07,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:31:07,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/test.cache.data in system properties and HBase conf 2024-12-03T02:31:07,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:31:07,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:31:07,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:31:07,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:31:07,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:31:07,868 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:31:07,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:31:07,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:31:07,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:31:07,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:31:07,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:31:07,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:31:07,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:31:07,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:31:07,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:31:07,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:31:07,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:31:07,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:31:07,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:31:07,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:31:08,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:08,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:31:08,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:31:08,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:31:08,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:31:08,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:08,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c8d7c1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:31:08,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44bbb857{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:31:08,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b8a4378{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/java.io.tmpdir/jetty-localhost-35951-hadoop-hdfs-3_4_1-tests_jar-_-any-8300662669101118619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:31:08,379 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f022a20{HTTP/1.1, (http/1.1)}{localhost:35951} 2024-12-03T02:31:08,379 INFO [Time-limited test {}] server.Server(415): Started @223566ms 2024-12-03T02:31:08,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:08,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:31:08,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:31:08,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:31:08,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:31:08,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b4b4ee1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:31:08,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a21a963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:31:08,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5839ab42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/java.io.tmpdir/jetty-localhost-37093-hadoop-hdfs-3_4_1-tests_jar-_-any-8038376670906282737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:31:08,900 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1666733a{HTTP/1.1, (http/1.1)}{localhost:37093} 2024-12-03T02:31:08,900 INFO [Time-limited test {}] server.Server(415): Started @224087ms 2024-12-03T02:31:08,901 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:31:09,957 WARN [Thread-2658 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/cluster_f2e91087-02fd-4433-43d8-d8189853652a/data/data1/current/BP-221555473-172.17.0.3-1733193067902/current, will proceed with Du for space computation calculation, 2024-12-03T02:31:09,957 WARN [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/cluster_f2e91087-02fd-4433-43d8-d8189853652a/data/data2/current/BP-221555473-172.17.0.3-1733193067902/current, will proceed with Du for space computation calculation, 2024-12-03T02:31:10,008 WARN [Thread-2646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:31:10,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa24ee3be3b41ec26 with lease ID 0xd54a0137ef784adc: Processing first storage report for DS-77815230-1725-449b-9c2c-121033f4ddf3 from datanode DatanodeRegistration(127.0.0.1:41711, datanodeUuid=c8777de1-1efa-46b8-9776-6919eddce05c, infoPort=38631, infoSecurePort=0, ipcPort=34931, storageInfo=lv=-57;cid=testClusterID;nsid=1909516765;c=1733193067902) 2024-12-03T02:31:10,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa24ee3be3b41ec26 with lease ID 0xd54a0137ef784adc: from storage DS-77815230-1725-449b-9c2c-121033f4ddf3 node DatanodeRegistration(127.0.0.1:41711, datanodeUuid=c8777de1-1efa-46b8-9776-6919eddce05c, infoPort=38631, infoSecurePort=0, ipcPort=34931, storageInfo=lv=-57;cid=testClusterID;nsid=1909516765;c=1733193067902), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:31:10,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa24ee3be3b41ec26 with lease ID 0xd54a0137ef784adc: Processing first storage report for DS-46c63ffe-8dcf-460c-a7b1-a1545ff796c1 from datanode DatanodeRegistration(127.0.0.1:41711, datanodeUuid=c8777de1-1efa-46b8-9776-6919eddce05c, infoPort=38631, infoSecurePort=0, ipcPort=34931, storageInfo=lv=-57;cid=testClusterID;nsid=1909516765;c=1733193067902) 2024-12-03T02:31:10,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa24ee3be3b41ec26 with lease ID 0xd54a0137ef784adc: from storage DS-46c63ffe-8dcf-460c-a7b1-a1545ff796c1 node DatanodeRegistration(127.0.0.1:41711, datanodeUuid=c8777de1-1efa-46b8-9776-6919eddce05c, infoPort=38631, infoSecurePort=0, ipcPort=34931, storageInfo=lv=-57;cid=testClusterID;nsid=1909516765;c=1733193067902), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:31:10,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6 2024-12-03T02:31:10,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:10,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:10,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:31:10,465 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68 with version=8 2024-12-03T02:31:10,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/hbase-staging 2024-12-03T02:31:10,467 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:31:10,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:10,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:10,467 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:31:10,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:10,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:31:10,468 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:31:10,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:31:10,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38241 2024-12-03T02:31:10,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38241 connecting to ZooKeeper ensemble=127.0.0.1:60770 2024-12-03T02:31:10,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382410x0, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:31:10,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38241-0x1019a511f1f0000 connected 2024-12-03T02:31:10,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:10,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:10,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Set watcher on znode that does not yet exist, /0-1352027636/running 2024-12-03T02:31:10,795 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68, hbase.cluster.distributed=false 2024-12-03T02:31:10,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Set watcher on znode that does not yet exist, /0-1352027636/acl 2024-12-03T02:31:10,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38241 2024-12-03T02:31:10,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38241 2024-12-03T02:31:10,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38241 2024-12-03T02:31:10,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38241 2024-12-03T02:31:10,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38241 2024-12-03T02:31:10,826 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:31:10,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:10,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:10,826 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:31:10,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:10,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:31:10,826 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:31:10,827 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:31:10,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35017 2024-12-03T02:31:10,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35017 connecting to ZooKeeper ensemble=127.0.0.1:60770 2024-12-03T02:31:10,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:10,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:10,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350170x0, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:31:10,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35017-0x1019a511f1f0001 connected 2024-12-03T02:31:10,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Set watcher on znode that does not yet exist, /0-1352027636/running 2024-12-03T02:31:10,851 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:31:10,854 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:31:10,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Set watcher on znode that does not yet exist, /0-1352027636/master 2024-12-03T02:31:10,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Set watcher on znode that does not yet exist, /0-1352027636/acl 2024-12-03T02:31:10,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35017 2024-12-03T02:31:10,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35017 2024-12-03T02:31:10,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35017 2024-12-03T02:31:10,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35017 2024-12-03T02:31:10,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35017 2024-12-03T02:31:10,905 DEBUG [M:0;64035cbb0b46:38241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:38241 2024-12-03T02:31:10,906 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1352027636/backup-masters/64035cbb0b46,38241,1733193070467 2024-12-03T02:31:10,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636/backup-masters 2024-12-03T02:31:10,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636/backup-masters 2024-12-03T02:31:10,963 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Set watcher on existing znode=/0-1352027636/backup-masters/64035cbb0b46,38241,1733193070467 2024-12-03T02:31:10,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1352027636/master 2024-12-03T02:31:10,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:10,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:10,989 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Set watcher on existing znode=/0-1352027636/master 2024-12-03T02:31:10,991 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1352027636/backup-masters/64035cbb0b46,38241,1733193070467 from backup master directory 2024-12-03T02:31:11,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636/backup-masters 2024-12-03T02:31:11,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1352027636/backup-masters/64035cbb0b46,38241,1733193070467 2024-12-03T02:31:11,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636/backup-masters 2024-12-03T02:31:11,000 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:31:11,000 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,38241,1733193070467 2024-12-03T02:31:11,003 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/hbase.id] with ID: d0bf06b0-ef29-4381-bcfe-7c428703c770 2024-12-03T02:31:11,003 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/.tmp/hbase.id 2024-12-03T02:31:11,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:31:11,016 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/.tmp/hbase.id]:[hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/hbase.id] 2024-12-03T02:31:11,030 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:11,030 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:31:11,038 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-12-03T02:31:11,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:11,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:31:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:31:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T02:31:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T02:31:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T02:31:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T02:31:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:31:11,477 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:31:11,478 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:31:11,480 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:11,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:31:11,624 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store 2024-12-03T02:31:11,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:31:12,054 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:12,055 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:31:12,055 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:12,055 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:12,055 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:31:12,055 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:12,055 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:12,055 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193072054Disabling compacts and flushes for region at 1733193072054Disabling writes for close at 1733193072055 (+1 ms)Writing region close event to WAL at 1733193072055Closed at 1733193072055 2024-12-03T02:31:12,055 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/.initializing 2024-12-03T02:31:12,055 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/WALs/64035cbb0b46,38241,1733193070467 2024-12-03T02:31:12,056 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:31:12,057 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C38241%2C1733193070467, suffix=, logDir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/WALs/64035cbb0b46,38241,1733193070467, archiveDir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/oldWALs, maxLogs=10 2024-12-03T02:31:12,074 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/WALs/64035cbb0b46,38241,1733193070467/64035cbb0b46%2C38241%2C1733193070467.1733193072058, exclude list is [], retry=0 2024-12-03T02:31:12,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41711,DS-77815230-1725-449b-9c2c-121033f4ddf3,DISK] 2024-12-03T02:31:12,088 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/WALs/64035cbb0b46,38241,1733193070467/64035cbb0b46%2C38241%2C1733193070467.1733193072058 2024-12-03T02:31:12,090 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631)] 2024-12-03T02:31:12,090 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:12,090 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:12,090 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:12,090 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:12,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:12,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:31:12,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:12,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:12,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:12,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:31:12,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:12,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:12,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:12,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:31:12,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:12,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:12,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:12,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:31:12,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:12,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:12,099 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:12,100 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:12,100 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:12,101 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:12,101 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:12,102 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:31:12,104 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:12,107 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:12,107 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64153464, jitterRate=-0.04403889179229736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:31:12,108 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193072090Initializing all the Stores at 1733193072091 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193072091Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193072091Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193072091Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193072091Cleaning up temporary data from old regions at 1733193072101 (+10 ms)Region opened successfully at 1733193072108 (+7 ms) 2024-12-03T02:31:12,108 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:31:12,110 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a68ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:31:12,111 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:31:12,111 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:31:12,111 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:31:12,112 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:31:12,113 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T02:31:12,113 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:31:12,113 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:31:12,119 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:31:12,120 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Unable to get data of znode /0-1352027636/balancer because node does not exist (not necessarily an error) 2024-12-03T02:31:12,133 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1352027636/balancer already deleted, retry=false 2024-12-03T02:31:12,134 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:31:12,134 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Unable to get data of znode /0-1352027636/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:31:12,142 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1352027636/normalizer already deleted, retry=false 2024-12-03T02:31:12,142 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:31:12,144 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Unable to get data of znode /0-1352027636/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:31:12,150 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1352027636/switch/split already deleted, retry=false 2024-12-03T02:31:12,151 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Unable to get data of znode /0-1352027636/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:31:12,158 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1352027636/switch/merge already deleted, retry=false 2024-12-03T02:31:12,160 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Unable to get data of znode /0-1352027636/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:31:12,166 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1352027636/snapshot-cleanup already deleted, retry=false 2024-12-03T02:31:12,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1352027636/running 2024-12-03T02:31:12,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1352027636/running 2024-12-03T02:31:12,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:12,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:12,176 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,38241,1733193070467, sessionid=0x1019a511f1f0000, setting cluster-up flag (Was=false) 2024-12-03T02:31:12,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:12,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:12,217 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1352027636/flush-table-proc/acquired, /0-1352027636/flush-table-proc/reached, /0-1352027636/flush-table-proc/abort 2024-12-03T02:31:12,223 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,38241,1733193070467 2024-12-03T02:31:12,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:12,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:12,310 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1352027636/online-snapshot/acquired, /0-1352027636/online-snapshot/reached, /0-1352027636/online-snapshot/abort 2024-12-03T02:31:12,328 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,38241,1733193070467 2024-12-03T02:31:12,331 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:31:12,337 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:12,337 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:31:12,337 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:31:12,337 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,38241,1733193070467 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:31:12,366 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:12,366 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:12,366 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:12,366 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:12,366 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:31:12,366 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:12,366 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:31:12,366 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:12,372 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193102372 2024-12-03T02:31:12,373 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:31:12,373 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:31:12,373 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:31:12,373 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:31:12,373 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:31:12,373 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:31:12,373 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,374 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:31:12,374 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:31:12,374 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:31:12,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:12,374 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:31:12,374 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:31:12,374 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:31:12,374 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:31:12,375 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193072374,5,FailOnTimeoutGroup] 2024-12-03T02:31:12,375 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193072375,5,FailOnTimeoutGroup] 2024-12-03T02:31:12,375 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,375 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:31:12,375 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,375 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,376 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:12,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:31:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:31:12,401 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(746): ClusterId : d0bf06b0-ef29-4381-bcfe-7c428703c770 2024-12-03T02:31:12,401 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:31:12,411 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:31:12,411 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:31:12,417 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:31:12,417 DEBUG [RS:0;64035cbb0b46:35017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfdb875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:31:12,438 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:35017 2024-12-03T02:31:12,438 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:31:12,438 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:31:12,438 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:31:12,447 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,38241,1733193070467 with port=35017, startcode=1733193070826 2024-12-03T02:31:12,448 DEBUG [RS:0;64035cbb0b46:35017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:31:12,452 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:31:12,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,35017,1733193070826 2024-12-03T02:31:12,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38241 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,35017,1733193070826 2024-12-03T02:31:12,454 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68 2024-12-03T02:31:12,454 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37521 2024-12-03T02:31:12,454 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:31:12,460 DEBUG [RS:0;64035cbb0b46:35017 {}] zookeeper.ZKUtil(111): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Set watcher on existing znode=/0-1352027636/rs/64035cbb0b46,35017,1733193070826 2024-12-03T02:31:12,461 WARN [RS:0;64035cbb0b46:35017 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:31:12,461 INFO [RS:0;64035cbb0b46:35017 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:12,461 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826 2024-12-03T02:31:12,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636/rs 2024-12-03T02:31:12,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,35017,1733193070826] 2024-12-03T02:31:12,469 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:31:12,471 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:31:12,473 INFO [RS:0;64035cbb0b46:35017 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:31:12,473 INFO [RS:0;64035cbb0b46:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,473 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:31:12,479 INFO [RS:0;64035cbb0b46:35017 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:31:12,479 INFO [RS:0;64035cbb0b46:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,479 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:12,479 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:12,479 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:12,479 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:12,479 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:12,479 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:31:12,479 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:12,479 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:12,480 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:12,480 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:12,480 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:12,480 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:12,480 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:31:12,480 DEBUG [RS:0;64035cbb0b46:35017 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:31:12,487 INFO [RS:0;64035cbb0b46:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,487 INFO [RS:0;64035cbb0b46:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,487 INFO [RS:0;64035cbb0b46:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,487 INFO [RS:0;64035cbb0b46:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,487 INFO [RS:0;64035cbb0b46:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,487 INFO [RS:0;64035cbb0b46:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35017,1733193070826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:31:12,512 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:31:12,513 INFO [RS:0;64035cbb0b46:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35017,1733193070826-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,513 INFO [RS:0;64035cbb0b46:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,513 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.Replication(171): 64035cbb0b46,35017,1733193070826 started 2024-12-03T02:31:12,537 INFO [RS:0;64035cbb0b46:35017 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:12,537 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,35017,1733193070826, RpcServer on 64035cbb0b46/172.17.0.3:35017, sessionid=0x1019a511f1f0001 2024-12-03T02:31:12,538 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:31:12,538 DEBUG [RS:0;64035cbb0b46:35017 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,35017,1733193070826 2024-12-03T02:31:12,538 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,35017,1733193070826' 2024-12-03T02:31:12,538 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1352027636/flush-table-proc/abort' 2024-12-03T02:31:12,538 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1352027636/flush-table-proc/acquired' 2024-12-03T02:31:12,539 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:31:12,539 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:31:12,539 DEBUG [RS:0;64035cbb0b46:35017 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,35017,1733193070826 2024-12-03T02:31:12,539 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,35017,1733193070826' 2024-12-03T02:31:12,539 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1352027636/online-snapshot/abort' 2024-12-03T02:31:12,539 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1352027636/online-snapshot/acquired' 2024-12-03T02:31:12,545 DEBUG [RS:0;64035cbb0b46:35017 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:31:12,545 INFO [RS:0;64035cbb0b46:35017 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:31:12,545 INFO [RS:0;64035cbb0b46:35017 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:31:12,646 INFO [RS:0;64035cbb0b46:35017 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:31:12,647 INFO [RS:0;64035cbb0b46:35017 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C35017%2C1733193070826, suffix=, logDir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826, archiveDir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/oldWALs, maxLogs=10 2024-12-03T02:31:12,666 DEBUG [RS:0;64035cbb0b46:35017 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647, exclude list is [], retry=0 2024-12-03T02:31:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41711,DS-77815230-1725-449b-9c2c-121033f4ddf3,DISK] 2024-12-03T02:31:12,680 INFO [RS:0;64035cbb0b46:35017 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 2024-12-03T02:31:12,682 DEBUG [RS:0;64035cbb0b46:35017 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631)] 2024-12-03T02:31:12,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:31:12,794 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68 2024-12-03T02:31:12,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:31:13,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:13,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:31:13,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:31:13,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:13,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:13,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:31:13,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:31:13,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:13,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:13,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:31:13,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:31:13,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:13,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:13,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:31:13,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:31:13,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:13,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:13,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:31:13,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740 2024-12-03T02:31:13,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740 2024-12-03T02:31:13,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:31:13,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:31:13,218 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:31:13,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:31:13,220 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:13,220 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69778285, jitterRate=0.039777472615242004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:31:13,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193073204Initializing all the Stores at 1733193073208 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193073208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193073211 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193073211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193073211Cleaning up temporary data from old regions at 1733193073218 (+7 ms)Region opened successfully at 1733193073221 (+3 ms) 2024-12-03T02:31:13,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:31:13,221 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:31:13,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:31:13,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:31:13,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:31:13,221 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:13,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193073221Disabling compacts and flushes for region at 1733193073221Disabling writes for close at 1733193073221Writing region close event to WAL at 1733193073221Closed at 1733193073221 2024-12-03T02:31:13,222 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:13,222 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:31:13,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:31:13,223 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:31:13,224 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:31:13,374 DEBUG [64035cbb0b46:38241 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:31:13,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,35017,1733193070826 2024-12-03T02:31:13,377 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,35017,1733193070826, state=OPENING 2024-12-03T02:31:13,432 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:31:13,480 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:13,481 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:31:13,481 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38269 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:31:13,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:13,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:13,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1352027636/meta-region-server: CHANGED 2024-12-03T02:31:13,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1352027636/meta-region-server: CHANGED 2024-12-03T02:31:13,543 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:31:13,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,35017,1733193070826}] 2024-12-03T02:31:13,701 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:31:13,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:31:13,715 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:31:13,715 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:13,716 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:31:13,731 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C35017%2C1733193070826.meta, suffix=.meta, logDir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826, archiveDir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/oldWALs, maxLogs=10 2024-12-03T02:31:13,750 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.meta.1733193073732.meta, exclude list is [], retry=0 2024-12-03T02:31:13,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41711,DS-77815230-1725-449b-9c2c-121033f4ddf3,DISK] 2024-12-03T02:31:13,779 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.meta.1733193073732.meta 2024-12-03T02:31:13,787 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631)] 2024-12-03T02:31:13,787 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:13,788 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:31:13,788 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:31:13,788 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:31:13,788 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:31:13,788 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:31:13,788 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:13,788 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:31:13,788 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:31:13,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:31:13,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:31:13,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:13,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:13,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:31:13,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:31:13,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:13,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:13,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:31:13,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:31:13,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:13,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:13,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:31:13,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:31:13,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:13,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:13,794 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:31:13,795 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740 2024-12-03T02:31:13,795 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740 2024-12-03T02:31:13,796 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:31:13,796 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:31:13,796 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:31:13,797 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:31:13,797 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64913278, jitterRate=-0.0327167809009552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:31:13,797 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:31:13,798 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193073788Writing region info on filesystem at 1733193073788Initializing all the Stores at 1733193073789 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193073789Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193073789Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193073789Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193073789Cleaning up temporary data from old regions at 1733193073796 (+7 ms)Running coprocessor post-open hooks at 1733193073797 (+1 ms)Region opened successfully at 1733193073798 (+1 ms) 2024-12-03T02:31:13,799 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193073700 2024-12-03T02:31:13,804 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:31:13,804 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:31:13,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,35017,1733193070826 2024-12-03T02:31:13,806 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,35017,1733193070826, state=OPEN 2024-12-03T02:31:13,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1352027636/meta-region-server 2024-12-03T02:31:13,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1352027636/meta-region-server 2024-12-03T02:31:13,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1352027636/meta-region-server: CHANGED 2024-12-03T02:31:13,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1352027636/meta-region-server: CHANGED 2024-12-03T02:31:13,870 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,35017,1733193070826 2024-12-03T02:31:13,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:31:13,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,35017,1733193070826 in 327 msec 2024-12-03T02:31:13,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:31:13,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 652 msec 2024-12-03T02:31:13,876 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:13,876 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:31:13,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:13,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,35017,1733193070826, seqNum=-1] 2024-12-03T02:31:13,877 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:13,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:31:13,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5500 sec 2024-12-03T02:31:13,884 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193073884, completionTime=-1 2024-12-03T02:31:13,884 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:31:13,884 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:31:13,885 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:31:13,885 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193133885 2024-12-03T02:31:13,885 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193193885 2024-12-03T02:31:13,885 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T02:31:13,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38241,1733193070467-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:13,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38241,1733193070467-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:13,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38241,1733193070467-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:13,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:38241, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:13,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:13,886 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:13,887 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:31:13,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.889sec 2024-12-03T02:31:13,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:31:13,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:31:13,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:31:13,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:31:13,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:31:13,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38241,1733193070467-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:31:13,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38241,1733193070467-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:31:13,891 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:31:13,891 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:31:13,891 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38241,1733193070467-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:13,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b87682c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:13,910 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38241,-1 for getting cluster id 2024-12-03T02:31:13,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:13,911 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0bf06b0-ef29-4381-bcfe-7c428703c770' 2024-12-03T02:31:13,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:13,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0bf06b0-ef29-4381-bcfe-7c428703c770" 2024-12-03T02:31:13,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10962e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:13,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38241,-1] 2024-12-03T02:31:13,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:13,912 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:13,912 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:13,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0770f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:13,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:13,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,35017,1733193070826, seqNum=-1] 2024-12-03T02:31:13,914 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:13,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:31:13,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,38241,1733193070467 2024-12-03T02:31:13,917 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60770 2024-12-03T02:31:13,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:31:13,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a511f1f0002 connected 2024-12-03T02:31:14,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/hadoop.log.dir so I do NOT create it in target/test-data/4429ea1c-0813-da30-986a-67f9054d095e 2024-12-03T02:31:14,076 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:31:14,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/hadoop.tmp.dir so I do NOT create it in target/test-data/4429ea1c-0813-da30-986a-67f9054d095e 2024-12-03T02:31:14,076 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:31:14,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e 2024-12-03T02:31:14,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:31:14,076 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/cluster_ceb5bd19-f359-d7e6-5eef-4f043c9e1e89, deleteOnExit=true 2024-12-03T02:31:14,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:31:14,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/test.cache.data in system properties and HBase conf 2024-12-03T02:31:14,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:31:14,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:31:14,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:31:14,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:31:14,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:31:14,077 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:31:14,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:31:14,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:31:14,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:31:14,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:31:14,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:31:14,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:31:14,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:31:14,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:31:14,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:31:14,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:31:14,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:31:14,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:31:14,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:31:14,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:31:14,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:14,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:31:14,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:31:14,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:31:14,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:31:14,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:14,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30570a8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:31:14,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@568d9ab4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:31:14,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1972256a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/java.io.tmpdir/jetty-localhost-35181-hadoop-hdfs-3_4_1-tests_jar-_-any-8515057111330097858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:31:14,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ab7d46f{HTTP/1.1, (http/1.1)}{localhost:35181} 2024-12-03T02:31:14,767 INFO [Time-limited test {}] server.Server(415): Started @229954ms 2024-12-03T02:31:15,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:15,063 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:31:15,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:31:15,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:31:15,064 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:31:15,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5773b5ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:31:15,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6006d052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:31:15,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48ff7d12{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/java.io.tmpdir/jetty-localhost-45381-hadoop-hdfs-3_4_1-tests_jar-_-any-5989602086863827153/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:31:15,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c5d6f5a{HTTP/1.1, (http/1.1)}{localhost:45381} 2024-12-03T02:31:15,170 INFO [Time-limited test {}] server.Server(415): Started @230357ms 2024-12-03T02:31:15,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:31:15,915 WARN [Thread-2779 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/cluster_ceb5bd19-f359-d7e6-5eef-4f043c9e1e89/data/data2/current/BP-2004201609-172.17.0.3-1733193074094/current, will proceed with Du for space computation calculation, 2024-12-03T02:31:15,919 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/cluster_ceb5bd19-f359-d7e6-5eef-4f043c9e1e89/data/data1/current/BP-2004201609-172.17.0.3-1733193074094/current, will proceed with Du for space computation calculation, 2024-12-03T02:31:15,980 WARN [Thread-2766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:31:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa67aeb8a680c9db9 with lease ID 0xea5838947c2f25ea: Processing first storage report for DS-8df4ed07-ae89-4917-bf53-624e62dd99d7 from datanode DatanodeRegistration(127.0.0.1:35367, datanodeUuid=0755f30c-96a1-4f91-a2d2-3424b751a2fc, infoPort=46623, infoSecurePort=0, ipcPort=41937, storageInfo=lv=-57;cid=testClusterID;nsid=1311309489;c=1733193074094) 2024-12-03T02:31:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa67aeb8a680c9db9 with lease ID 0xea5838947c2f25ea: from storage DS-8df4ed07-ae89-4917-bf53-624e62dd99d7 node DatanodeRegistration(127.0.0.1:35367, datanodeUuid=0755f30c-96a1-4f91-a2d2-3424b751a2fc, infoPort=46623, infoSecurePort=0, ipcPort=41937, storageInfo=lv=-57;cid=testClusterID;nsid=1311309489;c=1733193074094), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:31:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa67aeb8a680c9db9 with lease ID 0xea5838947c2f25ea: Processing first storage report for DS-2b691141-a9db-4e4f-b932-9f71bb54496a from datanode DatanodeRegistration(127.0.0.1:35367, datanodeUuid=0755f30c-96a1-4f91-a2d2-3424b751a2fc, infoPort=46623, infoSecurePort=0, ipcPort=41937, storageInfo=lv=-57;cid=testClusterID;nsid=1311309489;c=1733193074094) 2024-12-03T02:31:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa67aeb8a680c9db9 with lease ID 0xea5838947c2f25ea: from storage DS-2b691141-a9db-4e4f-b932-9f71bb54496a node DatanodeRegistration(127.0.0.1:35367, datanodeUuid=0755f30c-96a1-4f91-a2d2-3424b751a2fc, infoPort=46623, infoSecurePort=0, ipcPort=41937, storageInfo=lv=-57;cid=testClusterID;nsid=1311309489;c=1733193074094), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:31:16,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e 2024-12-03T02:31:16,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:16,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:16,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:31:16,533 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05 with version=8 2024-12-03T02:31:16,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/hbase-staging 2024-12-03T02:31:16,535 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:31:16,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:16,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:16,535 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:31:16,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:16,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:31:16,535 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:31:16,535 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:31:16,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41441 2024-12-03T02:31:16,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41441 connecting to ZooKeeper ensemble=127.0.0.1:60770 2024-12-03T02:31:16,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414410x0, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:31:16,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41441-0x1019a511f1f0003 connected 2024-12-03T02:31:16,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:16,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:16,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Set watcher on znode that does not yet exist, /1-2031179584/running 2024-12-03T02:31:16,656 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05, hbase.cluster.distributed=false 2024-12-03T02:31:16,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Set watcher on znode that does not yet exist, /1-2031179584/acl 2024-12-03T02:31:16,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41441 2024-12-03T02:31:16,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41441 2024-12-03T02:31:16,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41441 2024-12-03T02:31:16,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41441 2024-12-03T02:31:16,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41441 2024-12-03T02:31:16,681 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:31:16,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:16,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:16,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:31:16,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:16,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:31:16,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:31:16,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:31:16,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34899 2024-12-03T02:31:16,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34899 connecting to ZooKeeper ensemble=127.0.0.1:60770 2024-12-03T02:31:16,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:16,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:16,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348990x0, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:31:16,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348990x0, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Set watcher on znode that does not yet exist, /1-2031179584/running 2024-12-03T02:31:16,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34899-0x1019a511f1f0004 connected 2024-12-03T02:31:16,709 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:31:16,711 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:31:16,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Set watcher on znode that does not yet exist, /1-2031179584/master 2024-12-03T02:31:16,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Set watcher on znode that does not yet exist, /1-2031179584/acl 2024-12-03T02:31:16,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34899 2024-12-03T02:31:16,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34899 2024-12-03T02:31:16,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34899 2024-12-03T02:31:16,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34899 2024-12-03T02:31:16,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34899 2024-12-03T02:31:16,736 DEBUG [M:0;64035cbb0b46:41441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:41441 2024-12-03T02:31:16,737 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2031179584/backup-masters/64035cbb0b46,41441,1733193076535 2024-12-03T02:31:16,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584/backup-masters 2024-12-03T02:31:16,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584/backup-masters 2024-12-03T02:31:16,742 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Set watcher on existing znode=/1-2031179584/backup-masters/64035cbb0b46,41441,1733193076535 2024-12-03T02:31:16,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2031179584/master 2024-12-03T02:31:16,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:16,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:16,758 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Set watcher on existing znode=/1-2031179584/master 2024-12-03T02:31:16,759 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2031179584/backup-masters/64035cbb0b46,41441,1733193076535 from backup master directory 2024-12-03T02:31:16,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584/backup-masters 2024-12-03T02:31:16,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2031179584/backup-masters/64035cbb0b46,41441,1733193076535 2024-12-03T02:31:16,775 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:31:16,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584/backup-masters 2024-12-03T02:31:16,775 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,41441,1733193076535 2024-12-03T02:31:16,780 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/hbase.id] with ID: 6ef6085f-8a64-4031-a7e1-eab8639b713c 2024-12-03T02:31:16,780 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/.tmp/hbase.id 2024-12-03T02:31:16,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:31:16,870 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:31:16,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:16,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:16,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:16,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:16,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:16,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:16,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:16,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:16,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:16,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:16,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:16,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:17,185 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/.tmp/hbase.id]:[hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/hbase.id] 2024-12-03T02:31:17,193 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:17,193 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:31:17,193 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T02:31:17,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:17,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:17,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:31:17,612 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:31:17,613 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:31:17,615 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:17,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:31:18,084 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store 2024-12-03T02:31:18,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:31:18,469 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:31:18,504 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:18,504 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:31:18,504 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:18,504 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:18,504 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:31:18,504 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:18,504 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:18,505 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193078504Disabling compacts and flushes for region at 1733193078504Disabling writes for close at 1733193078504Writing region close event to WAL at 1733193078504Closed at 1733193078504 2024-12-03T02:31:18,505 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/.initializing 2024-12-03T02:31:18,505 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/WALs/64035cbb0b46,41441,1733193076535 2024-12-03T02:31:18,508 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:31:18,509 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C41441%2C1733193076535, suffix=, logDir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/WALs/64035cbb0b46,41441,1733193076535, archiveDir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/oldWALs, maxLogs=10 2024-12-03T02:31:18,525 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/WALs/64035cbb0b46,41441,1733193076535/64035cbb0b46%2C41441%2C1733193076535.1733193078509, exclude list is [], retry=0 2024-12-03T02:31:18,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35367,DS-8df4ed07-ae89-4917-bf53-624e62dd99d7,DISK] 2024-12-03T02:31:18,531 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/WALs/64035cbb0b46,41441,1733193076535/64035cbb0b46%2C41441%2C1733193076535.1733193078509 2024-12-03T02:31:18,535 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46623:46623)] 2024-12-03T02:31:18,535 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:18,536 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:18,536 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:18,536 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:18,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:18,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:31:18,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:18,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:18,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:18,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:31:18,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:18,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:18,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:18,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:31:18,544 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:18,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:18,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:18,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:31:18,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:18,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:18,548 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:18,548 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:18,549 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:18,549 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:18,549 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:18,550 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:31:18,551 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:18,553 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:18,559 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63319376, jitterRate=-0.05646777153015137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:31:18,559 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193078536Initializing all the Stores at 1733193078540 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193078540Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193078540Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193078540Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193078540Cleaning up temporary data from old regions at 1733193078549 (+9 ms)Region opened successfully at 1733193078559 (+10 ms) 2024-12-03T02:31:18,567 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:31:18,573 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788fb3bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:31:18,574 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:31:18,574 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:31:18,574 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:31:18,574 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:31:18,575 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:31:18,575 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:31:18,575 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:31:18,580 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:31:18,580 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Unable to get data of znode /1-2031179584/balancer because node does not exist (not necessarily an error) 2024-12-03T02:31:18,598 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2031179584/balancer already deleted, retry=false 2024-12-03T02:31:18,599 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:31:18,607 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Unable to get data of znode /1-2031179584/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:31:18,616 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2031179584/normalizer already deleted, retry=false 2024-12-03T02:31:18,617 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:31:18,617 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Unable to get data of znode /1-2031179584/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:31:18,624 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2031179584/switch/split already deleted, retry=false 2024-12-03T02:31:18,626 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Unable to get data of znode /1-2031179584/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:31:18,633 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2031179584/switch/merge already deleted, retry=false 2024-12-03T02:31:18,637 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Unable to get data of znode /1-2031179584/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:31:18,648 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2031179584/snapshot-cleanup already deleted, retry=false 2024-12-03T02:31:18,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2031179584/running 2024-12-03T02:31:18,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2031179584/running 2024-12-03T02:31:18,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:18,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:18,658 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,41441,1733193076535, sessionid=0x1019a511f1f0003, setting cluster-up flag (Was=false) 2024-12-03T02:31:18,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:18,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:18,720 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2031179584/flush-table-proc/acquired, /1-2031179584/flush-table-proc/reached, /1-2031179584/flush-table-proc/abort 2024-12-03T02:31:18,724 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,41441,1733193076535 2024-12-03T02:31:18,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:18,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:18,767 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2031179584/online-snapshot/acquired, /1-2031179584/online-snapshot/reached, /1-2031179584/online-snapshot/abort 2024-12-03T02:31:18,767 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,41441,1733193076535 2024-12-03T02:31:18,768 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:31:18,769 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:18,770 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:31:18,770 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:31:18,770 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,41441,1733193076535 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:31:18,775 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:18,775 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:18,775 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:18,775 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:18,776 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:31:18,776 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:18,776 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:31:18,776 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:18,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:18,780 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193108780 2024-12-03T02:31:18,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:31:18,781 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:31:18,781 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:31:18,781 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:31:18,782 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:18,782 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:31:18,782 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:31:18,782 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:31:18,782 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:31:18,783 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:18,783 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:31:18,783 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:31:18,784 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:31:18,784 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:31:18,785 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:31:18,785 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:31:18,785 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193078785,5,FailOnTimeoutGroup] 2024-12-03T02:31:18,786 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193078785,5,FailOnTimeoutGroup] 2024-12-03T02:31:18,786 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:18,786 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:31:18,786 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:18,786 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:31:18,833 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(746): ClusterId : 6ef6085f-8a64-4031-a7e1-eab8639b713c 2024-12-03T02:31:18,833 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:31:18,867 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:31:18,867 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:31:18,904 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:31:18,905 DEBUG [RS:0;64035cbb0b46:34899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@772155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:31:18,934 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:34899 2024-12-03T02:31:18,934 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:31:18,934 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:31:18,934 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:31:18,941 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,41441,1733193076535 with port=34899, startcode=1733193076680 2024-12-03T02:31:18,942 DEBUG [RS:0;64035cbb0b46:34899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:31:18,949 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:31:18,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,34899,1733193076680 2024-12-03T02:31:18,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41441 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,34899,1733193076680 2024-12-03T02:31:18,961 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05 2024-12-03T02:31:18,961 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43567 2024-12-03T02:31:18,961 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:31:19,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584/rs 2024-12-03T02:31:19,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,34899,1733193076680] 2024-12-03T02:31:19,018 DEBUG [RS:0;64035cbb0b46:34899 {}] zookeeper.ZKUtil(111): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Set watcher on existing znode=/1-2031179584/rs/64035cbb0b46,34899,1733193076680 2024-12-03T02:31:19,018 WARN [RS:0;64035cbb0b46:34899 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:31:19,018 INFO [RS:0;64035cbb0b46:34899 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:19,018 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680 2024-12-03T02:31:19,051 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:31:19,072 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:31:19,081 INFO [RS:0;64035cbb0b46:34899 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:31:19,081 INFO [RS:0;64035cbb0b46:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:19,093 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:31:19,094 INFO [RS:0;64035cbb0b46:34899 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:31:19,094 INFO [RS:0;64035cbb0b46:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:19,094 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:19,095 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:19,095 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:19,095 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:19,095 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:19,095 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:31:19,095 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:19,095 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:19,095 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:19,095 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:19,095 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:19,095 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:19,095 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:31:19,095 DEBUG [RS:0;64035cbb0b46:34899 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:31:19,117 INFO [RS:0;64035cbb0b46:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:19,117 INFO [RS:0;64035cbb0b46:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:19,117 INFO [RS:0;64035cbb0b46:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:19,117 INFO [RS:0;64035cbb0b46:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:19,117 INFO [RS:0;64035cbb0b46:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:19,117 INFO [RS:0;64035cbb0b46:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,34899,1733193076680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:31:19,140 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:31:19,141 INFO [RS:0;64035cbb0b46:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,34899,1733193076680-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:19,141 INFO [RS:0;64035cbb0b46:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:19,141 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.Replication(171): 64035cbb0b46,34899,1733193076680 started 2024-12-03T02:31:19,171 INFO [RS:0;64035cbb0b46:34899 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:19,172 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,34899,1733193076680, RpcServer on 64035cbb0b46/172.17.0.3:34899, sessionid=0x1019a511f1f0004 2024-12-03T02:31:19,172 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:31:19,172 DEBUG [RS:0;64035cbb0b46:34899 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,34899,1733193076680 2024-12-03T02:31:19,172 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,34899,1733193076680' 2024-12-03T02:31:19,172 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2031179584/flush-table-proc/abort' 2024-12-03T02:31:19,183 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2031179584/flush-table-proc/acquired' 2024-12-03T02:31:19,190 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:31:19,190 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:31:19,190 DEBUG [RS:0;64035cbb0b46:34899 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,34899,1733193076680 2024-12-03T02:31:19,190 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,34899,1733193076680' 2024-12-03T02:31:19,190 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2031179584/online-snapshot/abort' 2024-12-03T02:31:19,195 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2031179584/online-snapshot/acquired' 2024-12-03T02:31:19,199 DEBUG [RS:0;64035cbb0b46:34899 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:31:19,199 INFO [RS:0;64035cbb0b46:34899 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:31:19,199 INFO [RS:0;64035cbb0b46:34899 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:31:19,203 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:31:19,203 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05 2024-12-03T02:31:19,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741832_1008 (size=32) 2024-12-03T02:31:19,302 INFO [RS:0;64035cbb0b46:34899 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:31:19,311 INFO [RS:0;64035cbb0b46:34899 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C34899%2C1733193076680, suffix=, logDir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680, archiveDir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/oldWALs, maxLogs=10 2024-12-03T02:31:19,331 DEBUG [RS:0;64035cbb0b46:34899 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312, exclude list is [], retry=0 2024-12-03T02:31:19,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35367,DS-8df4ed07-ae89-4917-bf53-624e62dd99d7,DISK] 2024-12-03T02:31:19,363 INFO [RS:0;64035cbb0b46:34899 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 2024-12-03T02:31:19,379 DEBUG [RS:0;64035cbb0b46:34899 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46623:46623)] 2024-12-03T02:31:19,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:19,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:31:19,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:31:19,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:19,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:19,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:31:19,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:31:19,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:19,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:19,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:31:19,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:31:19,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:19,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:19,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:31:19,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:31:19,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:19,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:19,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:31:19,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740 2024-12-03T02:31:19,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740 2024-12-03T02:31:19,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:31:19,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:31:19,664 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:31:19,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:31:19,668 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:19,669 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70587857, jitterRate=0.05184103548526764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:31:19,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193079647Initializing all the Stores at 1733193079654 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193079654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193079654Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193079654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193079654Cleaning up temporary data from old regions at 1733193079664 (+10 ms)Region opened successfully at 1733193079669 (+5 ms) 2024-12-03T02:31:19,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:31:19,669 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:31:19,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:31:19,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:31:19,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:31:19,669 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:19,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193079669Disabling compacts and flushes for region at 1733193079669Disabling writes for close at 1733193079669Writing region close event to WAL at 1733193079669Closed at 1733193079669 2024-12-03T02:31:19,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:19,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:31:19,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:31:19,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:31:19,671 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:31:19,822 DEBUG [64035cbb0b46:41441 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:31:19,822 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,34899,1733193076680 2024-12-03T02:31:19,823 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,34899,1733193076680, state=OPENING 2024-12-03T02:31:19,833 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:31:19,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:19,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:19,842 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:31:19,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2031179584/meta-region-server: CHANGED 2024-12-03T02:31:19,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2031179584/meta-region-server: CHANGED 2024-12-03T02:31:19,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,34899,1733193076680}] 2024-12-03T02:31:19,994 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:31:19,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:31:20,000 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:31:20,000 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:20,000 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:31:20,001 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C34899%2C1733193076680.meta, suffix=.meta, logDir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680, archiveDir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/oldWALs, maxLogs=10 2024-12-03T02:31:20,018 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.meta.1733193080001.meta, exclude list is [], retry=0 2024-12-03T02:31:20,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35367,DS-8df4ed07-ae89-4917-bf53-624e62dd99d7,DISK] 2024-12-03T02:31:20,024 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.meta.1733193080001.meta 2024-12-03T02:31:20,024 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46623:46623)] 2024-12-03T02:31:20,024 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:20,025 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:31:20,025 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:31:20,025 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:31:20,025 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:31:20,025 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:31:20,025 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:20,025 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:31:20,025 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:31:20,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:31:20,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:31:20,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:20,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:20,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:31:20,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:31:20,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:20,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:20,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:31:20,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:31:20,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:20,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:20,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:31:20,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:31:20,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:20,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:20,034 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:31:20,035 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740 2024-12-03T02:31:20,043 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740 2024-12-03T02:31:20,047 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:31:20,047 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:31:20,047 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:31:20,048 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:31:20,049 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61058505, jitterRate=-0.09015737473964691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:31:20,049 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:31:20,049 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193080025Writing region info on filesystem at 1733193080025Initializing all the Stores at 1733193080026 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193080026Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193080027 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193080027Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193080027Cleaning up temporary data from old regions at 1733193080047 (+20 ms)Running coprocessor post-open hooks at 1733193080049 (+2 ms)Region opened successfully at 1733193080049 2024-12-03T02:31:20,050 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193079993 2024-12-03T02:31:20,052 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:31:20,052 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:31:20,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,34899,1733193076680 2024-12-03T02:31:20,052 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,34899,1733193076680, state=OPEN 2024-12-03T02:31:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2031179584/meta-region-server 2024-12-03T02:31:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2031179584/meta-region-server 2024-12-03T02:31:20,058 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,34899,1733193076680 2024-12-03T02:31:20,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2031179584/meta-region-server: CHANGED 2024-12-03T02:31:20,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2031179584/meta-region-server: CHANGED 2024-12-03T02:31:20,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:31:20,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,34899,1733193076680 in 216 msec 2024-12-03T02:31:20,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:31:20,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-12-03T02:31:20,061 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:20,061 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:31:20,062 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:20,062 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34899,1733193076680, seqNum=-1] 2024-12-03T02:31:20,063 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:20,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:31:20,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-12-03T02:31:20,068 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193080068, completionTime=-1 2024-12-03T02:31:20,068 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:31:20,068 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:31:20,070 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:31:20,070 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193140070 2024-12-03T02:31:20,070 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193200070 2024-12-03T02:31:20,070 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T02:31:20,070 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41441,1733193076535-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:20,070 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41441,1733193076535-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:20,070 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41441,1733193076535-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:20,071 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:41441, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:20,071 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:20,071 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:20,072 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:31:20,074 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.299sec 2024-12-03T02:31:20,074 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:31:20,074 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:31:20,074 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:31:20,074 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:31:20,074 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:31:20,074 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41441,1733193076535-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:31:20,074 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41441,1733193076535-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:31:20,076 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:31:20,076 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:31:20,076 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41441,1733193076535-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:20,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76290037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:20,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41441,-1 for getting cluster id 2024-12-03T02:31:20,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:20,138 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ef6085f-8a64-4031-a7e1-eab8639b713c' 2024-12-03T02:31:20,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:20,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ef6085f-8a64-4031-a7e1-eab8639b713c" 2024-12-03T02:31:20,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3861941b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:20,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41441,-1] 2024-12-03T02:31:20,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:20,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:20,140 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:20,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8109dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:20,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:20,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34899,1733193076680, seqNum=-1] 2024-12-03T02:31:20,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:20,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:31:20,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,41441,1733193076535 2024-12-03T02:31:20,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60770 2024-12-03T02:31:20,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:31:20,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a511f1f0005 connected 2024-12-03T02:31:20,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/hadoop.log.dir so I do NOT create it in target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e 2024-12-03T02:31:20,169 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:31:20,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/hadoop.tmp.dir so I do NOT create it in target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e 2024-12-03T02:31:20,169 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:31:20,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e 2024-12-03T02:31:20,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:31:20,169 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/cluster_d45141b1-129f-7f2f-797a-5bb2914716fd, deleteOnExit=true 2024-12-03T02:31:20,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:31:20,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/test.cache.data in system properties and HBase conf 2024-12-03T02:31:20,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:31:20,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:31:20,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:31:20,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:31:20,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:31:20,170 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:31:20,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:31:20,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:31:20,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:31:20,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:31:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:31:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:31:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:31:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:31:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:31:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:31:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:31:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:31:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:31:20,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:31:20,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:20,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:31:20,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:31:20,463 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:31:20,463 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:31:20,464 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:20,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3827ba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:31:20,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15809756{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:31:20,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6070f3a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/java.io.tmpdir/jetty-localhost-37407-hadoop-hdfs-3_4_1-tests_jar-_-any-6997060989399590855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:31:20,586 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d63c6a8{HTTP/1.1, (http/1.1)}{localhost:37407} 2024-12-03T02:31:20,586 INFO [Time-limited test {}] server.Server(415): Started @235773ms 2024-12-03T02:31:20,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:20,851 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:31:20,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:31:20,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:31:20,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:31:20,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f307a82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:31:20,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48bd1d9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:31:20,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48ac3d03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/java.io.tmpdir/jetty-localhost-35809-hadoop-hdfs-3_4_1-tests_jar-_-any-6392378509576001127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:31:20,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10ae5604{HTTP/1.1, (http/1.1)}{localhost:35809} 2024-12-03T02:31:20,985 INFO [Time-limited test {}] server.Server(415): Started @236171ms 2024-12-03T02:31:20,986 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:31:21,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T02:31:21,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T02:31:21,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:21,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-03T02:31:21,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:31:21,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T02:31:21,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T02:31:21,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T02:31:21,609 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/cluster_d45141b1-129f-7f2f-797a-5bb2914716fd/data/data1/current/BP-2020461953-172.17.0.3-1733193080192/current, will proceed with Du for space computation calculation, 2024-12-03T02:31:21,609 WARN [Thread-2900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/cluster_d45141b1-129f-7f2f-797a-5bb2914716fd/data/data2/current/BP-2020461953-172.17.0.3-1733193080192/current, will proceed with Du for space computation calculation, 2024-12-03T02:31:21,634 WARN [Thread-2887 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:31:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf8189b40386414 with lease ID 0x1bf8a71a0e915747: Processing first storage report for DS-d5a0f454-3b7e-40ad-bc87-231938a4b611 from datanode DatanodeRegistration(127.0.0.1:34287, datanodeUuid=56316ff8-a230-44f6-ac8b-a925b24cdc9d, infoPort=45489, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=568699036;c=1733193080192) 2024-12-03T02:31:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf8189b40386414 with lease ID 0x1bf8a71a0e915747: from storage DS-d5a0f454-3b7e-40ad-bc87-231938a4b611 node DatanodeRegistration(127.0.0.1:34287, datanodeUuid=56316ff8-a230-44f6-ac8b-a925b24cdc9d, infoPort=45489, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=568699036;c=1733193080192), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:31:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf8189b40386414 with lease ID 0x1bf8a71a0e915747: Processing first storage report for DS-ea6092a5-93b7-44da-a067-5751ead4e086 from datanode DatanodeRegistration(127.0.0.1:34287, datanodeUuid=56316ff8-a230-44f6-ac8b-a925b24cdc9d, infoPort=45489, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=568699036;c=1733193080192) 2024-12-03T02:31:21,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf8189b40386414 with lease ID 0x1bf8a71a0e915747: from storage DS-ea6092a5-93b7-44da-a067-5751ead4e086 node DatanodeRegistration(127.0.0.1:34287, datanodeUuid=56316ff8-a230-44f6-ac8b-a925b24cdc9d, infoPort=45489, infoSecurePort=0, ipcPort=39193, storageInfo=lv=-57;cid=testClusterID;nsid=568699036;c=1733193080192), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:31:21,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e 2024-12-03T02:31:21,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:21,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:21,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:31:22,076 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d with version=8 2024-12-03T02:31:22,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/hbase-staging 2024-12-03T02:31:22,079 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:31:22,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:22,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:22,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:31:22,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:22,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:31:22,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:31:22,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:31:22,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35051 2024-12-03T02:31:22,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35051 connecting to ZooKeeper ensemble=127.0.0.1:60770 2024-12-03T02:31:22,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350510x0, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:31:22,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35051-0x1019a511f1f0006 connected 2024-12-03T02:31:22,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:22,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:22,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Set watcher on znode that does not yet exist, /2-1063289478/running 2024-12-03T02:31:22,170 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d, hbase.cluster.distributed=false 2024-12-03T02:31:22,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Set watcher on znode that does not yet exist, /2-1063289478/acl 2024-12-03T02:31:22,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35051 2024-12-03T02:31:22,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35051 2024-12-03T02:31:22,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35051 2024-12-03T02:31:22,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35051 2024-12-03T02:31:22,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35051 2024-12-03T02:31:22,190 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:31:22,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:22,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:22,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:31:22,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:22,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:31:22,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:31:22,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:31:22,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45405 2024-12-03T02:31:22,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45405 connecting to ZooKeeper ensemble=127.0.0.1:60770 2024-12-03T02:31:22,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:22,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:22,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454050x0, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:31:22,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454050x0, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Set watcher on znode that does not yet exist, /2-1063289478/running 2024-12-03T02:31:22,224 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:31:22,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45405-0x1019a511f1f0007 connected 2024-12-03T02:31:22,247 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:31:22,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Set watcher on znode that does not yet exist, /2-1063289478/master 2024-12-03T02:31:22,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Set watcher on znode that does not yet exist, /2-1063289478/acl 2024-12-03T02:31:22,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45405 2024-12-03T02:31:22,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45405 2024-12-03T02:31:22,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45405 2024-12-03T02:31:22,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45405 2024-12-03T02:31:22,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45405 2024-12-03T02:31:22,373 DEBUG [M:0;64035cbb0b46:35051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:35051 2024-12-03T02:31:22,379 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1063289478/backup-masters/64035cbb0b46,35051,1733193082078 2024-12-03T02:31:22,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478/backup-masters 2024-12-03T02:31:22,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478/backup-masters 2024-12-03T02:31:22,403 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Set watcher on existing znode=/2-1063289478/backup-masters/64035cbb0b46,35051,1733193082078 2024-12-03T02:31:22,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:22,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1063289478/master 2024-12-03T02:31:22,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:22,441 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Set watcher on existing znode=/2-1063289478/master 2024-12-03T02:31:22,449 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1063289478/backup-masters/64035cbb0b46,35051,1733193082078 from backup master directory 2024-12-03T02:31:22,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1063289478/backup-masters/64035cbb0b46,35051,1733193082078 2024-12-03T02:31:22,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478/backup-masters 2024-12-03T02:31:22,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478/backup-masters 2024-12-03T02:31:22,474 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:31:22,474 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,35051,1733193082078 2024-12-03T02:31:22,492 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/hbase.id] with ID: e1a878d8-fc21-43d8-99ec-6a5e149b0ecf 2024-12-03T02:31:22,492 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/.tmp/hbase.id 2024-12-03T02:31:22,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:31:22,547 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/.tmp/hbase.id]:[hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/hbase.id] 2024-12-03T02:31:22,573 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:22,573 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:31:22,574 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T02:31:22,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:22,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:22,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:31:22,644 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:31:22,645 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:31:22,647 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:22,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:31:23,066 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store 2024-12-03T02:31:23,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:31:23,471 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:23,471 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:31:23,471 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:23,471 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:23,471 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:31:23,471 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:23,471 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:23,471 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193083471Disabling compacts and flushes for region at 1733193083471Disabling writes for close at 1733193083471Writing region close event to WAL at 1733193083471Closed at 1733193083471 2024-12-03T02:31:23,472 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/.initializing 2024-12-03T02:31:23,472 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/WALs/64035cbb0b46,35051,1733193082078 2024-12-03T02:31:23,472 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:31:23,474 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C35051%2C1733193082078, suffix=, logDir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/WALs/64035cbb0b46,35051,1733193082078, archiveDir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/oldWALs, maxLogs=10 2024-12-03T02:31:23,488 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/WALs/64035cbb0b46,35051,1733193082078/64035cbb0b46%2C35051%2C1733193082078.1733193083474, exclude list is [], retry=0 2024-12-03T02:31:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34287,DS-d5a0f454-3b7e-40ad-bc87-231938a4b611,DISK] 2024-12-03T02:31:23,497 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/WALs/64035cbb0b46,35051,1733193082078/64035cbb0b46%2C35051%2C1733193082078.1733193083474 2024-12-03T02:31:23,497 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45489:45489)] 2024-12-03T02:31:23,498 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:23,498 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:23,498 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:23,498 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:23,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:23,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:31:23,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:23,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:23,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:23,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:31:23,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:23,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:23,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:23,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:31:23,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:23,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:23,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:23,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:31:23,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:23,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:23,505 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:23,505 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:23,506 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:23,506 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:23,506 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:23,507 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:31:23,507 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:23,509 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:23,509 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68541036, jitterRate=0.021341025829315186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:31:23,510 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193083498Initializing all the Stores at 1733193083498Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193083498Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193083498Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193083499 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193083499Cleaning up temporary data from old regions at 1733193083506 (+7 ms)Region opened successfully at 1733193083510 (+4 ms) 2024-12-03T02:31:23,510 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:31:23,512 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bbcdcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:31:23,513 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:31:23,513 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:31:23,513 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:31:23,513 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:31:23,513 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:31:23,514 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:31:23,514 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:31:23,518 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:31:23,519 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Unable to get data of znode /2-1063289478/balancer because node does not exist (not necessarily an error) 2024-12-03T02:31:23,521 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:23,521 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:31:23,521 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48309 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:31:23,544 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1063289478/balancer already deleted, retry=false 2024-12-03T02:31:23,545 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:31:23,546 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Unable to get data of znode /2-1063289478/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:31:23,558 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1063289478/normalizer already deleted, retry=false 2024-12-03T02:31:23,558 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:31:23,559 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Unable to get data of znode /2-1063289478/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:31:23,574 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1063289478/switch/split already deleted, retry=false 2024-12-03T02:31:23,575 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Unable to get data of znode /2-1063289478/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:31:23,583 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1063289478/switch/merge already deleted, retry=false 2024-12-03T02:31:23,584 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Unable to get data of znode /2-1063289478/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:31:23,591 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1063289478/snapshot-cleanup already deleted, retry=false 2024-12-03T02:31:23,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1063289478/running 2024-12-03T02:31:23,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1063289478/running 2024-12-03T02:31:23,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:23,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:23,600 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,35051,1733193082078, sessionid=0x1019a511f1f0006, setting cluster-up flag (Was=false) 2024-12-03T02:31:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:23,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:23,641 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1063289478/flush-table-proc/acquired, /2-1063289478/flush-table-proc/reached, /2-1063289478/flush-table-proc/abort 2024-12-03T02:31:23,642 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,35051,1733193082078 2024-12-03T02:31:23,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:23,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:23,774 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1063289478/online-snapshot/acquired, /2-1063289478/online-snapshot/reached, /2-1063289478/online-snapshot/abort 2024-12-03T02:31:23,775 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,35051,1733193082078 2024-12-03T02:31:23,776 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:31:23,777 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:23,777 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:31:23,777 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:31:23,778 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,35051,1733193082078 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:31:23,779 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:23,779 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:23,779 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:23,779 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:23,779 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:31:23,779 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:23,779 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:31:23,779 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:23,780 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193113780 2024-12-03T02:31:23,780 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:31:23,781 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:31:23,781 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:31:23,781 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:31:23,781 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:31:23,781 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:31:23,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:23,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:31:23,782 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:23,782 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,782 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:31:23,782 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:31:23,782 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:31:23,782 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:31:23,782 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:31:23,783 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:31:23,783 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:31:23,783 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193083783,5,FailOnTimeoutGroup] 2024-12-03T02:31:23,787 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193083783,5,FailOnTimeoutGroup] 2024-12-03T02:31:23,787 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,787 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:31:23,787 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,787 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:31:23,846 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(746): ClusterId : e1a878d8-fc21-43d8-99ec-6a5e149b0ecf 2024-12-03T02:31:23,846 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:31:23,857 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:31:23,857 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:31:23,866 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:31:23,867 DEBUG [RS:0;64035cbb0b46:45405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df4c76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:31:23,876 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:45405 2024-12-03T02:31:23,877 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:31:23,877 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:31:23,877 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:31:23,877 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,35051,1733193082078 with port=45405, startcode=1733193082189 2024-12-03T02:31:23,877 DEBUG [RS:0;64035cbb0b46:45405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:31:23,878 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:31:23,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,45405,1733193082189 2024-12-03T02:31:23,879 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35051 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,45405,1733193082189 2024-12-03T02:31:23,880 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d 2024-12-03T02:31:23,880 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41211 2024-12-03T02:31:23,880 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:31:23,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478/rs 2024-12-03T02:31:23,926 DEBUG [RS:0;64035cbb0b46:45405 {}] zookeeper.ZKUtil(111): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Set watcher on existing znode=/2-1063289478/rs/64035cbb0b46,45405,1733193082189 2024-12-03T02:31:23,926 WARN [RS:0;64035cbb0b46:45405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:31:23,926 INFO [RS:0;64035cbb0b46:45405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:23,927 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189 2024-12-03T02:31:23,927 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,45405,1733193082189] 2024-12-03T02:31:23,929 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:31:23,930 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:31:23,930 INFO [RS:0;64035cbb0b46:45405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:31:23,930 INFO [RS:0;64035cbb0b46:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,930 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:31:23,931 INFO [RS:0;64035cbb0b46:45405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:31:23,931 INFO [RS:0;64035cbb0b46:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:31:23,931 DEBUG [RS:0;64035cbb0b46:45405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:31:23,931 INFO [RS:0;64035cbb0b46:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,931 INFO [RS:0;64035cbb0b46:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,932 INFO [RS:0;64035cbb0b46:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,932 INFO [RS:0;64035cbb0b46:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,932 INFO [RS:0;64035cbb0b46:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,932 INFO [RS:0;64035cbb0b46:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,45405,1733193082189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:31:23,946 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:31:23,947 INFO [RS:0;64035cbb0b46:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,45405,1733193082189-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,947 INFO [RS:0;64035cbb0b46:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,947 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.Replication(171): 64035cbb0b46,45405,1733193082189 started 2024-12-03T02:31:23,962 INFO [RS:0;64035cbb0b46:45405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:23,962 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,45405,1733193082189, RpcServer on 64035cbb0b46/172.17.0.3:45405, sessionid=0x1019a511f1f0007 2024-12-03T02:31:23,962 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:31:23,962 DEBUG [RS:0;64035cbb0b46:45405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,45405,1733193082189 2024-12-03T02:31:23,962 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,45405,1733193082189' 2024-12-03T02:31:23,962 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1063289478/flush-table-proc/abort' 2024-12-03T02:31:23,963 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1063289478/flush-table-proc/acquired' 2024-12-03T02:31:23,963 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:31:23,963 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:31:23,963 DEBUG [RS:0;64035cbb0b46:45405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,45405,1733193082189 2024-12-03T02:31:23,963 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,45405,1733193082189' 2024-12-03T02:31:23,963 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1063289478/online-snapshot/abort' 2024-12-03T02:31:23,963 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1063289478/online-snapshot/acquired' 2024-12-03T02:31:23,964 DEBUG [RS:0;64035cbb0b46:45405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:31:23,964 INFO [RS:0;64035cbb0b46:45405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:31:23,964 INFO [RS:0;64035cbb0b46:45405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:31:24,064 INFO [RS:0;64035cbb0b46:45405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:31:24,065 INFO [RS:0;64035cbb0b46:45405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C45405%2C1733193082189, suffix=, logDir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189, archiveDir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/oldWALs, maxLogs=10 2024-12-03T02:31:24,080 DEBUG [RS:0;64035cbb0b46:45405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065, exclude list is [], retry=0 2024-12-03T02:31:24,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34287,DS-d5a0f454-3b7e-40ad-bc87-231938a4b611,DISK] 2024-12-03T02:31:24,083 INFO [RS:0;64035cbb0b46:45405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 2024-12-03T02:31:24,083 DEBUG [RS:0;64035cbb0b46:45405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45489:45489)] 2024-12-03T02:31:24,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:31:24,198 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d 2024-12-03T02:31:24,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:31:24,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:24,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:31:24,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:31:24,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:24,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:24,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:31:24,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:31:24,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:24,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:24,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:31:24,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:31:24,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:24,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:24,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:31:24,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:31:24,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:24,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:24,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:31:24,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740 2024-12-03T02:31:24,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740 2024-12-03T02:31:24,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:31:24,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:31:24,642 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:31:24,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:31:24,644 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:24,645 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61432084, jitterRate=-0.0845906138420105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:31:24,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193084611Initializing all the Stores at 1733193084625 (+14 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193084625Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193084627 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193084627Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193084627Cleaning up temporary data from old regions at 1733193084642 (+15 ms)Region opened successfully at 1733193084645 (+3 ms) 2024-12-03T02:31:24,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:31:24,645 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:31:24,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:31:24,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:31:24,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:31:24,646 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:24,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193084645Disabling compacts and flushes for region at 1733193084645Disabling writes for close at 1733193084645Writing region close event to WAL at 1733193084646 (+1 ms)Closed at 1733193084646 2024-12-03T02:31:24,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:24,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:31:24,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:31:24,648 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:31:24,649 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:31:24,800 DEBUG [64035cbb0b46:35051 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:31:24,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,45405,1733193082189 2024-12-03T02:31:24,810 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,45405,1733193082189, state=OPENING 2024-12-03T02:31:24,816 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:31:24,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:24,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:24,825 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:31:24,825 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1063289478/meta-region-server: CHANGED 2024-12-03T02:31:24,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,45405,1733193082189}] 2024-12-03T02:31:24,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1063289478/meta-region-server: CHANGED 2024-12-03T02:31:24,998 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:31:25,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:31:25,027 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:31:25,027 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:25,028 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:31:25,040 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C45405%2C1733193082189.meta, suffix=.meta, logDir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189, archiveDir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/oldWALs, maxLogs=10 2024-12-03T02:31:25,068 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.meta.1733193085040.meta, exclude list is [], retry=0 2024-12-03T02:31:25,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34287,DS-d5a0f454-3b7e-40ad-bc87-231938a4b611,DISK] 2024-12-03T02:31:25,084 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.meta.1733193085040.meta 2024-12-03T02:31:25,093 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45489:45489)] 2024-12-03T02:31:25,094 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:25,094 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:31:25,094 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:31:25,094 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:31:25,094 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:31:25,094 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:31:25,094 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:25,094 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:31:25,095 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:31:25,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:31:25,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:31:25,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:25,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:25,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:31:25,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:31:25,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:25,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:25,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:31:25,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:31:25,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:25,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:25,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:31:25,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:31:25,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:25,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:25,123 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:31:25,127 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740 2024-12-03T02:31:25,131 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740 2024-12-03T02:31:25,133 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:31:25,133 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:31:25,136 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:31:25,138 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:31:25,139 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69185884, jitterRate=0.03095000982284546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:31:25,139 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:31:25,139 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193085095Writing region info on filesystem at 1733193085095Initializing all the Stores at 1733193085099 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193085099Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193085111 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193085111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193085111Cleaning up temporary data from old regions at 1733193085133 (+22 ms)Running coprocessor post-open hooks at 1733193085139 (+6 ms)Region opened successfully at 1733193085139 2024-12-03T02:31:25,144 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193084997 2024-12-03T02:31:25,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,45405,1733193082189 2024-12-03T02:31:25,158 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,45405,1733193082189, state=OPEN 2024-12-03T02:31:25,159 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:31:25,160 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:31:25,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1063289478/meta-region-server 2024-12-03T02:31:25,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1063289478/meta-region-server: CHANGED 2024-12-03T02:31:25,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1063289478/meta-region-server 2024-12-03T02:31:25,175 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1063289478/meta-region-server: CHANGED 2024-12-03T02:31:25,175 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,45405,1733193082189 2024-12-03T02:31:25,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:31:25,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,45405,1733193082189 in 350 msec 2024-12-03T02:31:25,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:31:25,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 535 msec 2024-12-03T02:31:25,185 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:25,185 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:31:25,187 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:25,187 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,45405,1733193082189, seqNum=-1] 2024-12-03T02:31:25,187 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:25,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:31:25,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4170 sec 2024-12-03T02:31:25,196 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193085196, completionTime=-1 2024-12-03T02:31:25,196 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:31:25,196 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:31:25,198 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:31:25,198 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193145198 2024-12-03T02:31:25,198 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193205198 2024-12-03T02:31:25,198 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T02:31:25,198 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35051,1733193082078-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:25,198 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35051,1733193082078-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:25,198 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35051,1733193082078-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:25,198 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:35051, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:25,198 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:25,203 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:25,205 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:31:25,208 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.734sec 2024-12-03T02:31:25,208 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:31:25,208 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:31:25,208 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:31:25,208 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:31:25,208 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:31:25,208 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35051,1733193082078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:31:25,208 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35051,1733193082078-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:31:25,210 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:31:25,211 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:31:25,211 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35051,1733193082078-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:25,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4068b241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:25,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35051,-1 for getting cluster id 2024-12-03T02:31:25,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:25,265 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a878d8-fc21-43d8-99ec-6a5e149b0ecf' 2024-12-03T02:31:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a878d8-fc21-43d8-99ec-6a5e149b0ecf" 2024-12-03T02:31:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721cfd1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35051,-1] 2024-12-03T02:31:25,266 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:25,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:25,268 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:25,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192a3da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:25,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:25,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,45405,1733193082189, seqNum=-1] 2024-12-03T02:31:25,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:25,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:31:25,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,35051,1733193082078 2024-12-03T02:31:25,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60770 2024-12-03T02:31:25,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:31:25,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019a511f1f0008 connected 2024-12-03T02:31:25,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:25,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,38241,1733193070467 2024-12-03T02:31:25,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d845943 2024-12-03T02:31:25,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:25,312 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:31:25,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:31:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:31:25,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:31:25,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:25,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:31:25,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:31:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:25,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:31:25,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:25,530 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:31:25,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:25,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:25,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:25,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:25,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:25,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:25,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:25,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:25,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:25,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:25,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:25,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:25,774 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8190529c8fd58cda36ba2eb918abfaa5, NAME => 'test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68 2024-12-03T02:31:25,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:31:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:26,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:26,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8190529c8fd58cda36ba2eb918abfaa5, disabling compactions & flushes 2024-12-03T02:31:26,220 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. 2024-12-03T02:31:26,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. 2024-12-03T02:31:26,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. after waiting 0 ms 2024-12-03T02:31:26,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. 2024-12-03T02:31:26,220 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. 2024-12-03T02:31:26,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8190529c8fd58cda36ba2eb918abfaa5: Waiting for close lock at 1733193086220Disabling compacts and flushes for region at 1733193086220Disabling writes for close at 1733193086220Writing region close event to WAL at 1733193086220Closed at 1733193086220 2024-12-03T02:31:26,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:31:26,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193086222"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193086222"}]},"ts":"1733193086222"} 2024-12-03T02:31:26,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:31:26,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:31:26,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193086226"}]},"ts":"1733193086226"} 2024-12-03T02:31:26,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:31:26,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8190529c8fd58cda36ba2eb918abfaa5, ASSIGN}] 2024-12-03T02:31:26,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8190529c8fd58cda36ba2eb918abfaa5, ASSIGN 2024-12-03T02:31:26,236 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8190529c8fd58cda36ba2eb918abfaa5, ASSIGN; state=OFFLINE, location=64035cbb0b46,35017,1733193070826; forceNewPlan=false, retain=false 2024-12-03T02:31:26,387 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8190529c8fd58cda36ba2eb918abfaa5, regionState=OPENING, regionLocation=64035cbb0b46,35017,1733193070826 2024-12-03T02:31:26,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8190529c8fd58cda36ba2eb918abfaa5, ASSIGN because future has completed 2024-12-03T02:31:26,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8190529c8fd58cda36ba2eb918abfaa5, server=64035cbb0b46,35017,1733193070826}] 2024-12-03T02:31:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:26,551 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. 2024-12-03T02:31:26,551 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8190529c8fd58cda36ba2eb918abfaa5, NAME => 'test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:26,552 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:31:26,552 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:31:26,552 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:26,552 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:26,552 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:26,552 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:26,559 INFO [StoreOpener-8190529c8fd58cda36ba2eb918abfaa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:26,562 INFO [StoreOpener-8190529c8fd58cda36ba2eb918abfaa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8190529c8fd58cda36ba2eb918abfaa5 columnFamilyName f 2024-12-03T02:31:26,562 DEBUG [StoreOpener-8190529c8fd58cda36ba2eb918abfaa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:26,562 INFO [StoreOpener-8190529c8fd58cda36ba2eb918abfaa5-1 {}] regionserver.HStore(327): Store=8190529c8fd58cda36ba2eb918abfaa5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:26,563 INFO [StoreOpener-8190529c8fd58cda36ba2eb918abfaa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:26,565 INFO [StoreOpener-8190529c8fd58cda36ba2eb918abfaa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8190529c8fd58cda36ba2eb918abfaa5 columnFamilyName f1 2024-12-03T02:31:26,565 DEBUG [StoreOpener-8190529c8fd58cda36ba2eb918abfaa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:26,566 INFO [StoreOpener-8190529c8fd58cda36ba2eb918abfaa5-1 {}] regionserver.HStore(327): Store=8190529c8fd58cda36ba2eb918abfaa5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:26,566 INFO [StoreOpener-8190529c8fd58cda36ba2eb918abfaa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:26,567 INFO [StoreOpener-8190529c8fd58cda36ba2eb918abfaa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8190529c8fd58cda36ba2eb918abfaa5 columnFamilyName norep 2024-12-03T02:31:26,567 DEBUG [StoreOpener-8190529c8fd58cda36ba2eb918abfaa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:26,567 INFO [StoreOpener-8190529c8fd58cda36ba2eb918abfaa5-1 {}] regionserver.HStore(327): Store=8190529c8fd58cda36ba2eb918abfaa5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:26,567 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:26,568 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:26,571 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:26,572 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:26,572 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:26,573 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:31:26,574 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:26,579 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:26,579 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8190529c8fd58cda36ba2eb918abfaa5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59597750, jitterRate=-0.11192432045936584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:31:26,579 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:26,580 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8190529c8fd58cda36ba2eb918abfaa5: Running coprocessor pre-open hook at 1733193086552Writing region info on filesystem at 1733193086552Initializing all the Stores at 1733193086553 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193086553Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193086559 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193086559Cleaning up temporary data from old regions at 1733193086572 (+13 ms)Running coprocessor post-open hooks at 1733193086579 (+7 ms)Region opened successfully at 1733193086580 (+1 ms) 2024-12-03T02:31:26,584 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5., pid=6, masterSystemTime=1733193086541 2024-12-03T02:31:26,591 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8190529c8fd58cda36ba2eb918abfaa5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,35017,1733193070826 2024-12-03T02:31:26,591 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. 2024-12-03T02:31:26,591 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. 2024-12-03T02:31:26,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8190529c8fd58cda36ba2eb918abfaa5, server=64035cbb0b46,35017,1733193070826 because future has completed 2024-12-03T02:31:26,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:31:26,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8190529c8fd58cda36ba2eb918abfaa5, server=64035cbb0b46,35017,1733193070826 in 216 msec 2024-12-03T02:31:26,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:31:26,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8190529c8fd58cda36ba2eb918abfaa5, ASSIGN in 379 msec 2024-12-03T02:31:26,614 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:31:26,614 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193086614"}]},"ts":"1733193086614"} 2024-12-03T02:31:26,627 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:31:26,632 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:31:26,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3190 sec 2024-12-03T02:31:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:27,492 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:31:27,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:27,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41441,1733193076535 2024-12-03T02:31:27,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fe9232d 2024-12-03T02:31:27,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:27,494 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:31:27,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:31:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:31:27,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:31:27,504 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:27,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:31:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:27,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:31:27,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:31:27,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 077924d56e35c6dd29b7594450106ce6, NAME => 'test,,1733193087494.077924d56e35c6dd29b7594450106ce6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05 2024-12-03T02:31:27,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:31:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:27,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193087494.077924d56e35c6dd29b7594450106ce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:27,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 077924d56e35c6dd29b7594450106ce6, disabling compactions & flushes 2024-12-03T02:31:27,984 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193087494.077924d56e35c6dd29b7594450106ce6. 2024-12-03T02:31:27,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193087494.077924d56e35c6dd29b7594450106ce6. 2024-12-03T02:31:27,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193087494.077924d56e35c6dd29b7594450106ce6. after waiting 0 ms 2024-12-03T02:31:27,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193087494.077924d56e35c6dd29b7594450106ce6. 2024-12-03T02:31:27,984 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193087494.077924d56e35c6dd29b7594450106ce6. 2024-12-03T02:31:27,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 077924d56e35c6dd29b7594450106ce6: Waiting for close lock at 1733193087984Disabling compacts and flushes for region at 1733193087984Disabling writes for close at 1733193087984Writing region close event to WAL at 1733193087984Closed at 1733193087984 2024-12-03T02:31:27,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:31:27,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193087494.077924d56e35c6dd29b7594450106ce6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193087986"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193087986"}]},"ts":"1733193087986"} 2024-12-03T02:31:27,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:31:27,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:31:27,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193087989"}]},"ts":"1733193087989"} 2024-12-03T02:31:27,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:31:27,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=077924d56e35c6dd29b7594450106ce6, ASSIGN}] 2024-12-03T02:31:27,997 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=077924d56e35c6dd29b7594450106ce6, ASSIGN 2024-12-03T02:31:27,998 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=077924d56e35c6dd29b7594450106ce6, ASSIGN; state=OFFLINE, location=64035cbb0b46,34899,1733193076680; forceNewPlan=false, retain=false 2024-12-03T02:31:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:28,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=077924d56e35c6dd29b7594450106ce6, regionState=OPENING, regionLocation=64035cbb0b46,34899,1733193076680 2024-12-03T02:31:28,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=077924d56e35c6dd29b7594450106ce6, ASSIGN because future has completed 2024-12-03T02:31:28,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 077924d56e35c6dd29b7594450106ce6, server=64035cbb0b46,34899,1733193076680}] 2024-12-03T02:31:28,319 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193087494.077924d56e35c6dd29b7594450106ce6. 2024-12-03T02:31:28,319 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 077924d56e35c6dd29b7594450106ce6, NAME => 'test,,1733193087494.077924d56e35c6dd29b7594450106ce6.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:28,319 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:31:28,320 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:31:28,320 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:28,320 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193087494.077924d56e35c6dd29b7594450106ce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:28,320 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:28,320 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:28,322 INFO [StoreOpener-077924d56e35c6dd29b7594450106ce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:28,323 INFO [StoreOpener-077924d56e35c6dd29b7594450106ce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 077924d56e35c6dd29b7594450106ce6 columnFamilyName f 2024-12-03T02:31:28,323 DEBUG [StoreOpener-077924d56e35c6dd29b7594450106ce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:28,324 INFO [StoreOpener-077924d56e35c6dd29b7594450106ce6-1 {}] regionserver.HStore(327): Store=077924d56e35c6dd29b7594450106ce6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:28,324 INFO [StoreOpener-077924d56e35c6dd29b7594450106ce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:28,325 INFO [StoreOpener-077924d56e35c6dd29b7594450106ce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 077924d56e35c6dd29b7594450106ce6 columnFamilyName f1 2024-12-03T02:31:28,325 DEBUG [StoreOpener-077924d56e35c6dd29b7594450106ce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:28,325 INFO [StoreOpener-077924d56e35c6dd29b7594450106ce6-1 {}] regionserver.HStore(327): Store=077924d56e35c6dd29b7594450106ce6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:28,325 INFO [StoreOpener-077924d56e35c6dd29b7594450106ce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:28,326 INFO [StoreOpener-077924d56e35c6dd29b7594450106ce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 077924d56e35c6dd29b7594450106ce6 columnFamilyName norep 2024-12-03T02:31:28,326 DEBUG [StoreOpener-077924d56e35c6dd29b7594450106ce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:28,327 INFO [StoreOpener-077924d56e35c6dd29b7594450106ce6-1 {}] regionserver.HStore(327): Store=077924d56e35c6dd29b7594450106ce6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:28,328 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:28,329 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:28,329 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:28,331 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:28,331 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:28,331 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:31:28,333 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:28,336 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:28,337 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 077924d56e35c6dd29b7594450106ce6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67160838, jitterRate=7.744729518890381E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:31:28,337 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:28,337 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 077924d56e35c6dd29b7594450106ce6: Running coprocessor pre-open hook at 1733193088320Writing region info on filesystem at 1733193088320Initializing all the Stores at 1733193088321 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193088321Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193088322 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193088322Cleaning up temporary data from old regions at 1733193088331 (+9 ms)Running coprocessor post-open hooks at 1733193088337 (+6 ms)Region opened successfully at 1733193088337 2024-12-03T02:31:28,338 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193087494.077924d56e35c6dd29b7594450106ce6., pid=6, masterSystemTime=1733193088308 2024-12-03T02:31:28,339 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193087494.077924d56e35c6dd29b7594450106ce6. 2024-12-03T02:31:28,340 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193087494.077924d56e35c6dd29b7594450106ce6. 2024-12-03T02:31:28,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=077924d56e35c6dd29b7594450106ce6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,34899,1733193076680 2024-12-03T02:31:28,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 077924d56e35c6dd29b7594450106ce6, server=64035cbb0b46,34899,1733193076680 because future has completed 2024-12-03T02:31:28,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:31:28,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 077924d56e35c6dd29b7594450106ce6, server=64035cbb0b46,34899,1733193076680 in 190 msec 2024-12-03T02:31:28,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:31:28,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=077924d56e35c6dd29b7594450106ce6, ASSIGN in 352 msec 2024-12-03T02:31:28,347 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:31:28,347 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193088347"}]},"ts":"1733193088347"} 2024-12-03T02:31:28,349 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:31:28,350 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:31:28,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 856 msec 2024-12-03T02:31:28,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:28,641 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:31:28,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:28,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,35051,1733193082078 2024-12-03T02:31:28,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66cce927 2024-12-03T02:31:28,642 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:28,643 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:31:28,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:31:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:31:28,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:31:28,646 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:28,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:31:28,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:31:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:28,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:31:28,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:29,056 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cc317507d183c2b6c02057627a1b0ca, NAME => 'test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d 2024-12-03T02:31:29,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:31:29,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:29,073 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0cc317507d183c2b6c02057627a1b0ca, disabling compactions & flushes 2024-12-03T02:31:29,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. 2024-12-03T02:31:29,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. 2024-12-03T02:31:29,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. after waiting 0 ms 2024-12-03T02:31:29,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. 2024-12-03T02:31:29,074 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. 2024-12-03T02:31:29,074 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cc317507d183c2b6c02057627a1b0ca: Waiting for close lock at 1733193089073Disabling compacts and flushes for region at 1733193089073Disabling writes for close at 1733193089074 (+1 ms)Writing region close event to WAL at 1733193089074Closed at 1733193089074 2024-12-03T02:31:29,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:31:29,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193089075"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193089075"}]},"ts":"1733193089075"} 2024-12-03T02:31:29,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:31:29,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:31:29,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193089086"}]},"ts":"1733193089086"} 2024-12-03T02:31:29,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:31:29,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cc317507d183c2b6c02057627a1b0ca, ASSIGN}] 2024-12-03T02:31:29,092 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0cc317507d183c2b6c02057627a1b0ca, ASSIGN 2024-12-03T02:31:29,093 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0cc317507d183c2b6c02057627a1b0ca, ASSIGN; state=OFFLINE, location=64035cbb0b46,45405,1733193082189; forceNewPlan=false, retain=false 2024-12-03T02:31:29,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cc317507d183c2b6c02057627a1b0ca, regionState=OPENING, regionLocation=64035cbb0b46,45405,1733193082189 2024-12-03T02:31:29,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0cc317507d183c2b6c02057627a1b0ca, ASSIGN because future has completed 2024-12-03T02:31:29,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cc317507d183c2b6c02057627a1b0ca, server=64035cbb0b46,45405,1733193082189}] 2024-12-03T02:31:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:29,402 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. 2024-12-03T02:31:29,402 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cc317507d183c2b6c02057627a1b0ca, NAME => 'test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:29,403 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:31:29,403 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:31:29,403 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:29,403 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:29,403 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:29,403 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:29,406 INFO [StoreOpener-0cc317507d183c2b6c02057627a1b0ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:29,407 INFO [StoreOpener-0cc317507d183c2b6c02057627a1b0ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cc317507d183c2b6c02057627a1b0ca columnFamilyName f 2024-12-03T02:31:29,408 DEBUG [StoreOpener-0cc317507d183c2b6c02057627a1b0ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:29,408 INFO [StoreOpener-0cc317507d183c2b6c02057627a1b0ca-1 {}] regionserver.HStore(327): Store=0cc317507d183c2b6c02057627a1b0ca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:29,408 INFO [StoreOpener-0cc317507d183c2b6c02057627a1b0ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:29,409 INFO [StoreOpener-0cc317507d183c2b6c02057627a1b0ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cc317507d183c2b6c02057627a1b0ca columnFamilyName f1 2024-12-03T02:31:29,409 DEBUG [StoreOpener-0cc317507d183c2b6c02057627a1b0ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:29,409 INFO [StoreOpener-0cc317507d183c2b6c02057627a1b0ca-1 {}] regionserver.HStore(327): Store=0cc317507d183c2b6c02057627a1b0ca/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:29,409 INFO [StoreOpener-0cc317507d183c2b6c02057627a1b0ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:29,410 INFO [StoreOpener-0cc317507d183c2b6c02057627a1b0ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cc317507d183c2b6c02057627a1b0ca columnFamilyName norep 2024-12-03T02:31:29,410 DEBUG [StoreOpener-0cc317507d183c2b6c02057627a1b0ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:29,410 INFO [StoreOpener-0cc317507d183c2b6c02057627a1b0ca-1 {}] regionserver.HStore(327): Store=0cc317507d183c2b6c02057627a1b0ca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:29,411 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:29,411 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:29,411 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:29,413 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:29,413 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:29,413 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:31:29,414 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:29,418 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:29,419 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0cc317507d183c2b6c02057627a1b0ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67221208, jitterRate=0.001674056053161621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:31:29,419 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:29,419 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0cc317507d183c2b6c02057627a1b0ca: Running coprocessor pre-open hook at 1733193089403Writing region info on filesystem at 1733193089403Initializing all the Stores at 1733193089404 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193089404Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193089405 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193089405Cleaning up temporary data from old regions at 1733193089413 (+8 ms)Running coprocessor post-open hooks at 1733193089419 (+6 ms)Region opened successfully at 1733193089419 2024-12-03T02:31:29,420 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca., pid=6, masterSystemTime=1733193089399 2024-12-03T02:31:29,422 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. 2024-12-03T02:31:29,422 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. 2024-12-03T02:31:29,422 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cc317507d183c2b6c02057627a1b0ca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,45405,1733193082189 2024-12-03T02:31:29,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cc317507d183c2b6c02057627a1b0ca, server=64035cbb0b46,45405,1733193082189 because future has completed 2024-12-03T02:31:29,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:31:29,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cc317507d183c2b6c02057627a1b0ca, server=64035cbb0b46,45405,1733193082189 in 178 msec 2024-12-03T02:31:29,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:31:29,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0cc317507d183c2b6c02057627a1b0ca, ASSIGN in 336 msec 2024-12-03T02:31:29,429 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:31:29,429 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193089429"}]},"ts":"1733193089429"} 2024-12-03T02:31:29,430 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:31:29,431 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:31:29,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 787 msec 2024-12-03T02:31:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:31:29,781 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:31:29,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ffdfbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:29,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38241,-1 for getting cluster id 2024-12-03T02:31:29,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:29,783 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0bf06b0-ef29-4381-bcfe-7c428703c770' 2024-12-03T02:31:29,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:29,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0bf06b0-ef29-4381-bcfe-7c428703c770" 2024-12-03T02:31:29,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09c262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:29,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38241,-1] 2024-12-03T02:31:29,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:29,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:29,787 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:29,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5135d4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:29,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,38241,1733193070467 2024-12-03T02:31:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@392bcac5 2024-12-03T02:31:29,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:29,791 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:31:29,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:41441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:31:29,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:31:29,797 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:41441' 2024-12-03T02:31:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:29,801 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0a8358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:29,801 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41441,-1 for getting cluster id 2024-12-03T02:31:29,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:29,803 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ef6085f-8a64-4031-a7e1-eab8639b713c' 2024-12-03T02:31:29,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:29,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ef6085f-8a64-4031-a7e1-eab8639b713c" 2024-12-03T02:31:29,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f88b8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:29,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41441,-1] 2024-12-03T02:31:29,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:29,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:29,807 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:29,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7121dce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:29,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:29,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41441,1733193076535 2024-12-03T02:31:29,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3004d4c4 2024-12-03T02:31:29,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:29,812 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:31:29,813 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T02:31:29,813 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:31:29,813 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:29,814 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:29,816 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:31:29,817 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:31:29,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:29,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:31:29,818 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:29,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:31:29,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741837_1013 (size=1138) 2024-12-03T02:31:29,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d2d04f265d4d50cffcf9f845378ea60, NAME => 'hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68 2024-12-03T02:31:29,867 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:31:29,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741838_1014 (size=44) 2024-12-03T02:31:29,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:29,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8d2d04f265d4d50cffcf9f845378ea60, disabling compactions & flushes 2024-12-03T02:31:29,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:29,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:29,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. after waiting 0 ms 2024-12-03T02:31:29,880 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:29,880 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:29,881 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d2d04f265d4d50cffcf9f845378ea60: Waiting for close lock at 1733193089880Disabling compacts and flushes for region at 1733193089880Disabling writes for close at 1733193089880Writing region close event to WAL at 1733193089880Closed at 1733193089880 2024-12-03T02:31:29,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:31:29,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733193089892"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193089892"}]},"ts":"1733193089892"} 2024-12-03T02:31:29,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:31:29,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:31:29,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193089899"}]},"ts":"1733193089899"} 2024-12-03T02:31:29,906 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:31:29,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d2d04f265d4d50cffcf9f845378ea60, ASSIGN}] 2024-12-03T02:31:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:29,912 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d2d04f265d4d50cffcf9f845378ea60, ASSIGN 2024-12-03T02:31:29,913 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d2d04f265d4d50cffcf9f845378ea60, ASSIGN; state=OFFLINE, location=64035cbb0b46,35017,1733193070826; forceNewPlan=false, retain=false 2024-12-03T02:31:29,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T02:31:30,063 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8d2d04f265d4d50cffcf9f845378ea60, regionState=OPENING, regionLocation=64035cbb0b46,35017,1733193070826 2024-12-03T02:31:30,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d2d04f265d4d50cffcf9f845378ea60, ASSIGN because future has completed 2024-12-03T02:31:30,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d2d04f265d4d50cffcf9f845378ea60, server=64035cbb0b46,35017,1733193070826}] 2024-12-03T02:31:30,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:30,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:30,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:30,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:31:30,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C35017%2C1733193070826.rep, suffix=, logDir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826, archiveDir=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/oldWALs, maxLogs=10 2024-12-03T02:31:30,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.rep.1733193090260, exclude list is [], retry=0 2024-12-03T02:31:30,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41711,DS-77815230-1725-449b-9c2c-121033f4ddf3,DISK] 2024-12-03T02:31:30,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.rep.1733193090260 2024-12-03T02:31:30,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38631:38631)] 2024-12-03T02:31:30,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d2d04f265d4d50cffcf9f845378ea60, NAME => 'hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:30,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:31:30,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:31:30,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. service=MultiRowMutationService 2024-12-03T02:31:30,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:31:30,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:30,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:30,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:30,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:30,351 INFO [StoreOpener-8d2d04f265d4d50cffcf9f845378ea60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:30,363 INFO [StoreOpener-8d2d04f265d4d50cffcf9f845378ea60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d2d04f265d4d50cffcf9f845378ea60 columnFamilyName hfileref 2024-12-03T02:31:30,364 DEBUG [StoreOpener-8d2d04f265d4d50cffcf9f845378ea60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:30,368 INFO [StoreOpener-8d2d04f265d4d50cffcf9f845378ea60-1 {}] regionserver.HStore(327): Store=8d2d04f265d4d50cffcf9f845378ea60/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:30,368 INFO [StoreOpener-8d2d04f265d4d50cffcf9f845378ea60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:30,396 INFO [StoreOpener-8d2d04f265d4d50cffcf9f845378ea60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d2d04f265d4d50cffcf9f845378ea60 columnFamilyName queue 2024-12-03T02:31:30,396 DEBUG [StoreOpener-8d2d04f265d4d50cffcf9f845378ea60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:30,400 INFO [StoreOpener-8d2d04f265d4d50cffcf9f845378ea60-1 {}] regionserver.HStore(327): Store=8d2d04f265d4d50cffcf9f845378ea60/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:30,407 INFO [StoreOpener-8d2d04f265d4d50cffcf9f845378ea60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:30,433 INFO [StoreOpener-8d2d04f265d4d50cffcf9f845378ea60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d2d04f265d4d50cffcf9f845378ea60 columnFamilyName sid 2024-12-03T02:31:30,433 DEBUG [StoreOpener-8d2d04f265d4d50cffcf9f845378ea60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:30,465 INFO [StoreOpener-8d2d04f265d4d50cffcf9f845378ea60-1 {}] regionserver.HStore(327): Store=8d2d04f265d4d50cffcf9f845378ea60/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:30,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:30,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/replication/8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:30,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/replication/8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:30,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:30,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:30,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:31:30,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:30,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/replication/8d2d04f265d4d50cffcf9f845378ea60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:30,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8d2d04f265d4d50cffcf9f845378ea60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69267977, jitterRate=0.032173290848731995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:31:30,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:30,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8d2d04f265d4d50cffcf9f845378ea60: Running coprocessor pre-open hook at 1733193090327Writing region info on filesystem at 1733193090327Initializing all the Stores at 1733193090339 (+12 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193090339Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193090348 (+9 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193090348Cleaning up temporary data from old regions at 1733193090486 (+138 ms)Running coprocessor post-open hooks at 1733193090503 (+17 ms)Region opened successfully at 1733193090504 (+1 ms) 2024-12-03T02:31:30,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60., pid=10, masterSystemTime=1733193090226 2024-12-03T02:31:30,515 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8d2d04f265d4d50cffcf9f845378ea60, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,35017,1733193070826 2024-12-03T02:31:30,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:30,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:30,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d2d04f265d4d50cffcf9f845378ea60, server=64035cbb0b46,35017,1733193070826 because future has completed 2024-12-03T02:31:30,524 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38241 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=64035cbb0b46,35017,1733193070826, table=hbase:replication, region=8d2d04f265d4d50cffcf9f845378ea60. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-03T02:31:30,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:31:30,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d2d04f265d4d50cffcf9f845378ea60, server=64035cbb0b46,35017,1733193070826 in 461 msec 2024-12-03T02:31:30,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T02:31:30,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d2d04f265d4d50cffcf9f845378ea60, ASSIGN in 626 msec 2024-12-03T02:31:30,539 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:31:30,540 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193090539"}]},"ts":"1733193090539"} 2024-12-03T02:31:30,542 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:31:30,544 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:31:30,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 728 msec 2024-12-03T02:31:30,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60., hostname=64035cbb0b46,35017,1733193070826, seqNum=2] 2024-12-03T02:31:30,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:31:30,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:30,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:30,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:30,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:30,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:30,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:30,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:30,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:30,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:30,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:30,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:30,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:30,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:30,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:30,783 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T02:31:30,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:31:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:31,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35017 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T02:31:31,021 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:31:31,072 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,35017,1733193070826, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:31:31,073 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:31,073 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,35017,1733193070826, seqNum=-1] 2024-12-03T02:31:31,073 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:31,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T02:31:31,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,35017,1733193070826', locateType=CURRENT is [region=hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60., hostname=64035cbb0b46,35017,1733193070826, seqNum=2] 2024-12-03T02:31:31,089 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T02:31:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T02:31:31,093 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,35017,1733193070826 suceeded 2024-12-03T02:31:31,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T02:31:31,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-12-03T02:31:31,096 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:41441,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:31:31,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3040 sec 2024-12-03T02:31:31,132 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:41441' 2024-12-03T02:31:31,136 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75c2120d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:31,136 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41441,-1 for getting cluster id 2024-12-03T02:31:31,136 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:31,140 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ef6085f-8a64-4031-a7e1-eab8639b713c' 2024-12-03T02:31:31,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:31,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ef6085f-8a64-4031-a7e1-eab8639b713c" 2024-12-03T02:31:31,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66018fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:31,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41441,-1] 2024-12-03T02:31:31,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:31,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:31,142 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:31,144 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59a3c29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:31,144 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:31,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41441,1733193076535 2024-12-03T02:31:31,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64251068 2024-12-03T02:31:31,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:31,148 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-03T02:31:31,149 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,35017,1733193070826 (queues=1) is replicating from cluster=d0bf06b0-ef29-4381-bcfe-7c428703c770 to cluster=6ef6085f-8a64-4031-a7e1-eab8639b713c 2024-12-03T02:31:31,149 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C35017%2C1733193070826 2024-12-03T02:31:31,149 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,35017,1733193070826, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:31:31,164 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647, startPosition=0, beingWritten=true 2024-12-03T02:31:31,168 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C35017%2C1733193070826 2024-12-03T02:31:31,185 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:31,185 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 379, reset compression=false 2024-12-03T02:31:31,185 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,35017,1733193070826 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:31,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T02:31:31,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T02:31:31,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-03T02:31:31,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-03T02:31:31,366 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:31:31,366 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T02:31:31,395 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 379, reset compression=false 2024-12-03T02:31:31,712 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 379, reset compression=false 2024-12-03T02:31:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:31,967 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:31:31,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:31,967 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:31,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:31,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:31,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:31,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2cb785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:31,973 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41441,-1 for getting cluster id 2024-12-03T02:31:31,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:31,977 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ef6085f-8a64-4031-a7e1-eab8639b713c' 2024-12-03T02:31:31,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:31,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ef6085f-8a64-4031-a7e1-eab8639b713c" 2024-12-03T02:31:31,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbdb2a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:31,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41441,-1] 2024-12-03T02:31:31,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:31,980 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:31,982 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc025b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:31,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41441,1733193076535 2024-12-03T02:31:31,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f60c592 2024-12-03T02:31:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:31,987 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:31:31,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:35051,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:31:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:31:32,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:32,012 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:35051' 2024-12-03T02:31:32,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1748a4f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:32,015 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35051,-1 for getting cluster id 2024-12-03T02:31:32,015 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:32,016 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a878d8-fc21-43d8-99ec-6a5e149b0ecf' 2024-12-03T02:31:32,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:32,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a878d8-fc21-43d8-99ec-6a5e149b0ecf" 2024-12-03T02:31:32,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f18a8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:32,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35051,-1] 2024-12-03T02:31:32,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:32,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:32,022 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:32,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc87352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:32,028 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:32,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,35051,1733193082078 2024-12-03T02:31:32,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25f84e7b 2024-12-03T02:31:32,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:32,035 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:31:32,047 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T02:31:32,047 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:31:32,048 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:32,048 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:32,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:32,055 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:31:32,071 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:31:32,082 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:31:32,082 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:32,087 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:31:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:32,122 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:31:32,131 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 379, reset compression=false 2024-12-03T02:31:32,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741837_1013 (size=1138) 2024-12-03T02:31:32,140 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9e8a4fa84f58e32c136b4249ac0bbbb, NAME => 'hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05 2024-12-03T02:31:32,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741838_1014 (size=44) 2024-12-03T02:31:32,175 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:32,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f9e8a4fa84f58e32c136b4249ac0bbbb, disabling compactions & flushes 2024-12-03T02:31:32,176 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. 2024-12-03T02:31:32,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. 2024-12-03T02:31:32,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. after waiting 0 ms 2024-12-03T02:31:32,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. 2024-12-03T02:31:32,176 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. 2024-12-03T02:31:32,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9e8a4fa84f58e32c136b4249ac0bbbb: Waiting for close lock at 1733193092175Disabling compacts and flushes for region at 1733193092175Disabling writes for close at 1733193092176 (+1 ms)Writing region close event to WAL at 1733193092176Closed at 1733193092176 2024-12-03T02:31:32,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:31:32,180 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733193092180"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193092180"}]},"ts":"1733193092180"} 2024-12-03T02:31:32,190 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:31:32,192 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:31:32,192 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193092192"}]},"ts":"1733193092192"} 2024-12-03T02:31:32,195 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:31:32,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9e8a4fa84f58e32c136b4249ac0bbbb, ASSIGN}] 2024-12-03T02:31:32,197 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9e8a4fa84f58e32c136b4249ac0bbbb, ASSIGN 2024-12-03T02:31:32,208 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9e8a4fa84f58e32c136b4249ac0bbbb, ASSIGN; state=OFFLINE, location=64035cbb0b46,34899,1733193076680; forceNewPlan=false, retain=false 2024-12-03T02:31:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:32,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9e8a4fa84f58e32c136b4249ac0bbbb, regionState=OPENING, regionLocation=64035cbb0b46,34899,1733193076680 2024-12-03T02:31:32,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9e8a4fa84f58e32c136b4249ac0bbbb, ASSIGN because future has completed 2024-12-03T02:31:32,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9e8a4fa84f58e32c136b4249ac0bbbb, server=64035cbb0b46,34899,1733193076680}] 2024-12-03T02:31:32,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. 2024-12-03T02:31:32,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:32,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:31:32,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C34899%2C1733193076680.rep, suffix=, logDir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680, archiveDir=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/oldWALs, maxLogs=10 2024-12-03T02:31:32,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.rep.1733193092585, exclude list is [], retry=0 2024-12-03T02:31:32,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35367,DS-8df4ed07-ae89-4917-bf53-624e62dd99d7,DISK] 2024-12-03T02:31:32,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.rep.1733193092585 2024-12-03T02:31:32,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46623:46623)] 2024-12-03T02:31:32,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f9e8a4fa84f58e32c136b4249ac0bbbb, NAME => 'hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:32,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:31:32,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:31:32,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. service=MultiRowMutationService 2024-12-03T02:31:32,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:31:32,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:32,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:32,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:32,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:32,634 INFO [StoreOpener-f9e8a4fa84f58e32c136b4249ac0bbbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:32,642 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 379, reset compression=false 2024-12-03T02:31:32,644 INFO [StoreOpener-f9e8a4fa84f58e32c136b4249ac0bbbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9e8a4fa84f58e32c136b4249ac0bbbb columnFamilyName hfileref 2024-12-03T02:31:32,644 DEBUG [StoreOpener-f9e8a4fa84f58e32c136b4249ac0bbbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:32,649 INFO [StoreOpener-f9e8a4fa84f58e32c136b4249ac0bbbb-1 {}] regionserver.HStore(327): Store=f9e8a4fa84f58e32c136b4249ac0bbbb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:32,649 INFO [StoreOpener-f9e8a4fa84f58e32c136b4249ac0bbbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:32,654 INFO [StoreOpener-f9e8a4fa84f58e32c136b4249ac0bbbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9e8a4fa84f58e32c136b4249ac0bbbb columnFamilyName queue 2024-12-03T02:31:32,654 DEBUG [StoreOpener-f9e8a4fa84f58e32c136b4249ac0bbbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:32,655 INFO [StoreOpener-f9e8a4fa84f58e32c136b4249ac0bbbb-1 {}] regionserver.HStore(327): Store=f9e8a4fa84f58e32c136b4249ac0bbbb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:32,655 INFO [StoreOpener-f9e8a4fa84f58e32c136b4249ac0bbbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:32,656 INFO [StoreOpener-f9e8a4fa84f58e32c136b4249ac0bbbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9e8a4fa84f58e32c136b4249ac0bbbb columnFamilyName sid 2024-12-03T02:31:32,656 DEBUG [StoreOpener-f9e8a4fa84f58e32c136b4249ac0bbbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:32,657 INFO [StoreOpener-f9e8a4fa84f58e32c136b4249ac0bbbb-1 {}] regionserver.HStore(327): Store=f9e8a4fa84f58e32c136b4249ac0bbbb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:32,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:32,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/replication/f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:32,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/replication/f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:32,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:32,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:32,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:31:32,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:32,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/replication/f9e8a4fa84f58e32c136b4249ac0bbbb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:32,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f9e8a4fa84f58e32c136b4249ac0bbbb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66629496, jitterRate=-0.007143139839172363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:31:32,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:32,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f9e8a4fa84f58e32c136b4249ac0bbbb: Running coprocessor pre-open hook at 1733193092624Writing region info on filesystem at 1733193092624Initializing all the Stores at 1733193092628 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193092628Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193092631 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193092631Cleaning up temporary data from old regions at 1733193092675 (+44 ms)Running coprocessor post-open hooks at 1733193092681 (+6 ms)Region opened successfully at 1733193092681 2024-12-03T02:31:32,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb., pid=10, masterSystemTime=1733193092558 2024-12-03T02:31:32,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. 2024-12-03T02:31:32,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. 2024-12-03T02:31:32,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9e8a4fa84f58e32c136b4249ac0bbbb, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,34899,1733193076680 2024-12-03T02:31:32,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9e8a4fa84f58e32c136b4249ac0bbbb, server=64035cbb0b46,34899,1733193076680 because future has completed 2024-12-03T02:31:32,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:31:32,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f9e8a4fa84f58e32c136b4249ac0bbbb, server=64035cbb0b46,34899,1733193076680 in 299 msec 2024-12-03T02:31:32,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T02:31:32,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9e8a4fa84f58e32c136b4249ac0bbbb, ASSIGN in 497 msec 2024-12-03T02:31:32,698 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:31:32,698 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193092698"}]},"ts":"1733193092698"} 2024-12-03T02:31:32,701 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:31:32,702 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:31:32,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 647 msec 2024-12-03T02:31:32,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb., hostname=64035cbb0b46,34899,1733193076680, seqNum=2] 2024-12-03T02:31:32,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:32,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:32,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:31:32,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34899 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T02:31:32,949 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:31:33,014 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,34899,1733193076680, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:31:33,014 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:33,015 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34899,1733193076680, seqNum=-1] 2024-12-03T02:31:33,015 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:33,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T02:31:33,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,34899,1733193076680', locateType=CURRENT is [region=hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb., hostname=64035cbb0b46,34899,1733193076680, seqNum=2] 2024-12-03T02:31:33,025 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T02:31:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T02:31:33,037 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,34899,1733193076680 suceeded 2024-12-03T02:31:33,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T02:31:33,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 250 msec 2024-12-03T02:31:33,039 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:35051,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:31:33,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0520 sec 2024-12-03T02:31:33,044 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:35051' 2024-12-03T02:31:33,046 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7054a093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:33,046 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35051,-1 for getting cluster id 2024-12-03T02:31:33,046 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:33,047 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a878d8-fc21-43d8-99ec-6a5e149b0ecf' 2024-12-03T02:31:33,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:33,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a878d8-fc21-43d8-99ec-6a5e149b0ecf" 2024-12-03T02:31:33,049 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:33,049 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e82f68f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:33,049 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35051,-1] 2024-12-03T02:31:33,050 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:33,051 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:33,051 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ca80a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:33,051 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:33,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,35051,1733193082078 2024-12-03T02:31:33,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10084e36 2024-12-03T02:31:33,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:33,053 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-03T02:31:33,054 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,34899,1733193076680 (queues=1) is replicating from cluster=6ef6085f-8a64-4031-a7e1-eab8639b713c to cluster=e1a878d8-fc21-43d8-99ec-6a5e149b0ecf 2024-12-03T02:31:33,055 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C34899%2C1733193076680 2024-12-03T02:31:33,055 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,34899,1733193076680, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:31:33,055 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312, startPosition=0, beingWritten=true 2024-12-03T02:31:33,063 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C34899%2C1733193076680 2024-12-03T02:31:33,073 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:33,073 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 379, reset compression=false 2024-12-03T02:31:33,073 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34899,1733193076680 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:33,141 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:31:33,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:33,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:33,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:33,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:33,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104f22e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:33,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35051,-1 for getting cluster id 2024-12-03T02:31:33,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:33,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:33,146 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a878d8-fc21-43d8-99ec-6a5e149b0ecf' 2024-12-03T02:31:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a878d8-fc21-43d8-99ec-6a5e149b0ecf" 2024-12-03T02:31:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360a7656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35051,-1] 2024-12-03T02:31:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:33,147 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:33,149 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:33,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2527d64b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:33,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:33,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,35051,1733193082078 2024-12-03T02:31:33,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@629bb167 2024-12-03T02:31:33,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:33,153 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:31:33,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:38241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:31:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:31:33,162 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:38241' 2024-12-03T02:31:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:33,163 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa3f4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:33,163 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38241,-1 for getting cluster id 2024-12-03T02:31:33,164 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:33,164 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0bf06b0-ef29-4381-bcfe-7c428703c770' 2024-12-03T02:31:33,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:33,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0bf06b0-ef29-4381-bcfe-7c428703c770" 2024-12-03T02:31:33,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14194b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:33,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38241,-1] 2024-12-03T02:31:33,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:33,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:33,167 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:33,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443adbb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:33,169 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:33,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,38241,1733193070467 2024-12-03T02:31:33,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@522033a6 2024-12-03T02:31:33,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:33,172 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:31:33,172 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T02:31:33,172 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:31:33,172 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:33,172 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:33,173 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:31:33,174 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:31:33,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:33,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:31:33,175 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:33,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:31:33,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741837_1013 (size=1138) 2024-12-03T02:31:33,225 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:31:33,260 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 379, reset compression=false 2024-12-03T02:31:33,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:33,277 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 379, reset compression=false 2024-12-03T02:31:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:33,598 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 379, reset compression=false 2024-12-03T02:31:33,614 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 217c81c6a559362d97e2f3f866b792a0, NAME => 'hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d 2024-12-03T02:31:33,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741838_1014 (size=44) 2024-12-03T02:31:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:33,968 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 379, reset compression=false 2024-12-03T02:31:34,001 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 379, reset compression=false 2024-12-03T02:31:34,023 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:34,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 217c81c6a559362d97e2f3f866b792a0, disabling compactions & flushes 2024-12-03T02:31:34,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. 2024-12-03T02:31:34,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. 2024-12-03T02:31:34,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. after waiting 0 ms 2024-12-03T02:31:34,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. 2024-12-03T02:31:34,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. 2024-12-03T02:31:34,024 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 217c81c6a559362d97e2f3f866b792a0: Waiting for close lock at 1733193094024Disabling compacts and flushes for region at 1733193094024Disabling writes for close at 1733193094024Writing region close event to WAL at 1733193094024Closed at 1733193094024 2024-12-03T02:31:34,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:31:34,028 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733193094028"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193094028"}]},"ts":"1733193094028"} 2024-12-03T02:31:34,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:31:34,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:31:34,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193094047"}]},"ts":"1733193094047"} 2024-12-03T02:31:34,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:31:34,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=217c81c6a559362d97e2f3f866b792a0, ASSIGN}] 2024-12-03T02:31:34,057 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=217c81c6a559362d97e2f3f866b792a0, ASSIGN 2024-12-03T02:31:34,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=217c81c6a559362d97e2f3f866b792a0, ASSIGN; state=OFFLINE, location=64035cbb0b46,45405,1733193082189; forceNewPlan=false, retain=false 2024-12-03T02:31:34,212 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=217c81c6a559362d97e2f3f866b792a0, regionState=OPENING, regionLocation=64035cbb0b46,45405,1733193082189 2024-12-03T02:31:34,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=217c81c6a559362d97e2f3f866b792a0, ASSIGN because future has completed 2024-12-03T02:31:34,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 217c81c6a559362d97e2f3f866b792a0, server=64035cbb0b46,45405,1733193082189}] 2024-12-03T02:31:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:34,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. 2024-12-03T02:31:34,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:34,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:31:34,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C45405%2C1733193082189.rep, suffix=, logDir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189, archiveDir=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/oldWALs, maxLogs=10 2024-12-03T02:31:34,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.rep.1733193094380, exclude list is [], retry=0 2024-12-03T02:31:34,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34287,DS-d5a0f454-3b7e-40ad-bc87-231938a4b611,DISK] 2024-12-03T02:31:34,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.rep.1733193094380 2024-12-03T02:31:34,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45489:45489)] 2024-12-03T02:31:34,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 217c81c6a559362d97e2f3f866b792a0, NAME => 'hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:34,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:31:34,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:31:34,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. service=MultiRowMutationService 2024-12-03T02:31:34,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:31:34,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:34,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:34,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:34,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:34,412 INFO [StoreOpener-217c81c6a559362d97e2f3f866b792a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:34,413 INFO [StoreOpener-217c81c6a559362d97e2f3f866b792a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 217c81c6a559362d97e2f3f866b792a0 columnFamilyName hfileref 2024-12-03T02:31:34,413 DEBUG [StoreOpener-217c81c6a559362d97e2f3f866b792a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:34,413 INFO [StoreOpener-217c81c6a559362d97e2f3f866b792a0-1 {}] regionserver.HStore(327): Store=217c81c6a559362d97e2f3f866b792a0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:34,413 INFO [StoreOpener-217c81c6a559362d97e2f3f866b792a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:34,414 INFO [StoreOpener-217c81c6a559362d97e2f3f866b792a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 217c81c6a559362d97e2f3f866b792a0 columnFamilyName queue 2024-12-03T02:31:34,414 DEBUG [StoreOpener-217c81c6a559362d97e2f3f866b792a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:34,414 INFO [StoreOpener-217c81c6a559362d97e2f3f866b792a0-1 {}] regionserver.HStore(327): Store=217c81c6a559362d97e2f3f866b792a0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:34,414 INFO [StoreOpener-217c81c6a559362d97e2f3f866b792a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:34,415 INFO [StoreOpener-217c81c6a559362d97e2f3f866b792a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 217c81c6a559362d97e2f3f866b792a0 columnFamilyName sid 2024-12-03T02:31:34,415 DEBUG [StoreOpener-217c81c6a559362d97e2f3f866b792a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:34,415 INFO [StoreOpener-217c81c6a559362d97e2f3f866b792a0-1 {}] regionserver.HStore(327): Store=217c81c6a559362d97e2f3f866b792a0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:34,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:34,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/replication/217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:34,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/replication/217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:34,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:34,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:34,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:31:34,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:34,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/replication/217c81c6a559362d97e2f3f866b792a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:34,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 217c81c6a559362d97e2f3f866b792a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59068423, jitterRate=-0.11981190741062164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:31:34,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:34,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 217c81c6a559362d97e2f3f866b792a0: Running coprocessor pre-open hook at 1733193094410Writing region info on filesystem at 1733193094410Initializing all the Stores at 1733193094411 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193094411Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193094411Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193094411Cleaning up temporary data from old regions at 1733193094416 (+5 ms)Running coprocessor post-open hooks at 1733193094420 (+4 ms)Region opened successfully at 1733193094420 2024-12-03T02:31:34,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0., pid=10, masterSystemTime=1733193094374 2024-12-03T02:31:34,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. 2024-12-03T02:31:34,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. 2024-12-03T02:31:34,425 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=217c81c6a559362d97e2f3f866b792a0, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,45405,1733193082189 2024-12-03T02:31:34,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 217c81c6a559362d97e2f3f866b792a0, server=64035cbb0b46,45405,1733193082189 because future has completed 2024-12-03T02:31:34,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:31:34,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 217c81c6a559362d97e2f3f866b792a0, server=64035cbb0b46,45405,1733193082189 in 220 msec 2024-12-03T02:31:34,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T02:31:34,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=217c81c6a559362d97e2f3f866b792a0, ASSIGN in 383 msec 2024-12-03T02:31:34,442 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:31:34,442 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193094442"}]},"ts":"1733193094442"} 2024-12-03T02:31:34,446 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:31:34,452 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:31:34,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2790 sec 2024-12-03T02:31:34,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0., hostname=64035cbb0b46,45405,1733193082189, seqNum=2] 2024-12-03T02:31:34,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:34,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:34,519 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 379, reset compression=false 2024-12-03T02:31:34,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:31:34,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T02:31:34,702 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:31:34,744 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,45405,1733193082189, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:31:34,745 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:34,745 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,45405,1733193082189, seqNum=-1] 2024-12-03T02:31:34,746 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:34,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T02:31:34,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,45405,1733193082189', locateType=CURRENT is [region=hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0., hostname=64035cbb0b46,45405,1733193082189, seqNum=2] 2024-12-03T02:31:34,751 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T02:31:34,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T02:31:34,753 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,45405,1733193082189 suceeded 2024-12-03T02:31:34,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T02:31:34,755 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:38241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:31:34,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-12-03T02:31:34,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6010 sec 2024-12-03T02:31:34,769 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:38241' 2024-12-03T02:31:34,770 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38021ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:34,770 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38241,-1 for getting cluster id 2024-12-03T02:31:34,771 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:34,771 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0bf06b0-ef29-4381-bcfe-7c428703c770' 2024-12-03T02:31:34,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:34,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0bf06b0-ef29-4381-bcfe-7c428703c770" 2024-12-03T02:31:34,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7806e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:34,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38241,-1] 2024-12-03T02:31:34,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:34,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:34,773 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:34,773 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@380c042f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:34,773 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:34,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,38241,1733193070467 2024-12-03T02:31:34,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10359d64 2024-12-03T02:31:34,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:34,775 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T02:31:34,776 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,45405,1733193082189 (queues=1) is replicating from cluster=e1a878d8-fc21-43d8-99ec-6a5e149b0ecf to cluster=d0bf06b0-ef29-4381-bcfe-7c428703c770 2024-12-03T02:31:34,776 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C45405%2C1733193082189 2024-12-03T02:31:34,776 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,45405,1733193082189, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:31:34,776 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065, startPosition=0, beingWritten=true 2024-12-03T02:31:34,776 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C45405%2C1733193082189 2024-12-03T02:31:34,777 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 379, reset compression=false 2024-12-03T02:31:34,781 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:34,781 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 379, reset compression=false 2024-12-03T02:31:34,781 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,45405,1733193082189 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:34,988 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 379, reset compression=false 2024-12-03T02:31:35,136 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 379, reset compression=false 2024-12-03T02:31:35,302 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 379, reset compression=false 2024-12-03T02:31:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:31:35,321 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:31:35,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:35,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:35,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:35,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:35,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:35,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b747441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38241,-1 for getting cluster id 2024-12-03T02:31:35,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:35,326 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0bf06b0-ef29-4381-bcfe-7c428703c770' 2024-12-03T02:31:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0bf06b0-ef29-4381-bcfe-7c428703c770" 2024-12-03T02:31:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f64edf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38241,-1] 2024-12-03T02:31:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:35,329 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:35,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f54572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd5675f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41441,-1 for getting cluster id 2024-12-03T02:31:35,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:35,343 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ef6085f-8a64-4031-a7e1-eab8639b713c' 2024-12-03T02:31:35,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:35,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ef6085f-8a64-4031-a7e1-eab8639b713c" 2024-12-03T02:31:35,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e65324e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41441,-1] 2024-12-03T02:31:35,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:35,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:35,345 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:35,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31897bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e90e44a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35051,-1 for getting cluster id 2024-12-03T02:31:35,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:35,348 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a878d8-fc21-43d8-99ec-6a5e149b0ecf' 2024-12-03T02:31:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a878d8-fc21-43d8-99ec-6a5e149b0ecf" 2024-12-03T02:31:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d4ae647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35051,-1] 2024-12-03T02:31:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:35,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:35,351 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:35,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b61b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:35,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,35017,1733193070826, seqNum=-1] 2024-12-03T02:31:35,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:35,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:31:35,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5., hostname=64035cbb0b46,35017,1733193070826, seqNum=2] 2024-12-03T02:31:35,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:35,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,45405,1733193082189, seqNum=-1] 2024-12-03T02:31:35,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:35,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:31:35,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca., hostname=64035cbb0b46,45405,1733193082189, seqNum=2] 2024-12-03T02:31:35,377 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T02:31:35,680 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 379, reset compression=false 2024-12-03T02:31:35,685 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:35,685 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 480, reset compression=false 2024-12-03T02:31:35,685 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,35017,1733193070826 got entry batch from reader: WALEntryBatch [walEntries=[{test/8190529c8fd58cda36ba2eb918abfaa5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T02:31:35,688 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:31:35,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-03T02:31:35,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:35,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a6feac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41441,-1 for getting cluster id 2024-12-03T02:31:35,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:35,691 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ef6085f-8a64-4031-a7e1-eab8639b713c' 2024-12-03T02:31:35,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:35,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ef6085f-8a64-4031-a7e1-eab8639b713c" 2024-12-03T02:31:35,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4edcf5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41441,-1] 2024-12-03T02:31:35,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:35,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:35,692 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:35,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f3ce572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:35,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34899,1733193076680, seqNum=-1] 2024-12-03T02:31:35,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:35,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-03T02:31:35,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733193087494.077924d56e35c6dd29b7594450106ce6., hostname=64035cbb0b46,34899,1733193076680, seqNum=2] 2024-12-03T02:31:35,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:35,717 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 379, reset compression=false 2024-12-03T02:31:35,835 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:31:35,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:35,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:35,840 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 379, reset compression=false 2024-12-03T02:31:35,854 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:35,854 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 504, reset compression=false 2024-12-03T02:31:35,854 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34899,1733193076680 got entry batch from reader: WALEntryBatch [walEntries=[{test/077924d56e35c6dd29b7594450106ce6/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T02:31:35,857 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:31:35,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-03T02:31:35,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:35,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4481955f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35051,-1 for getting cluster id 2024-12-03T02:31:35,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:35,865 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a878d8-fc21-43d8-99ec-6a5e149b0ecf' 2024-12-03T02:31:35,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:35,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a878d8-fc21-43d8-99ec-6a5e149b0ecf" 2024-12-03T02:31:35,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1452cff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35051,-1] 2024-12-03T02:31:35,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:35,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:35,866 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:35,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c4d31ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:35,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:35,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,45405,1733193082189, seqNum=-1] 2024-12-03T02:31:35,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:35,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-03T02:31:35,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca., hostname=64035cbb0b46,45405,1733193082189, seqNum=2] 2024-12-03T02:31:35,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:35,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:35,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:35,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:35,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:35,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:35,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:35,890 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 480, reset compression=false 2024-12-03T02:31:35,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:35,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:35,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:35,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:36,093 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 504, reset compression=false 2024-12-03T02:31:36,217 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 480, reset compression=false 2024-12-03T02:31:36,248 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 379, reset compression=false 2024-12-03T02:31:36,254 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:36,254 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 527, reset compression=false 2024-12-03T02:31:36,254 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,45405,1733193082189 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:36,380 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T02:31:36,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,34899,1733193076680, seqNum=-1] 2024-12-03T02:31:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:36,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:31:36,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733193087494.077924d56e35c6dd29b7594450106ce6., hostname=64035cbb0b46,34899,1733193076680, seqNum=2] 2024-12-03T02:31:36,391 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T02:31:36,408 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 504, reset compression=false 2024-12-03T02:31:36,412 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:36,412 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 608, reset compression=false 2024-12-03T02:31:36,412 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34899,1733193076680 got entry batch from reader: WALEntryBatch [walEntries=[{test/077924d56e35c6dd29b7594450106ce6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T02:31:36,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:36,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:36,471 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 527, reset compression=false 2024-12-03T02:31:36,483 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:36,483 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 654, reset compression=false 2024-12-03T02:31:36,483 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,45405,1733193082189 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cc317507d183c2b6c02057627a1b0ca/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T02:31:36,487 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:31:36,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T02:31:36,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:36,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bde51da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:36,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38241,-1 for getting cluster id 2024-12-03T02:31:36,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:36,490 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0bf06b0-ef29-4381-bcfe-7c428703c770' 2024-12-03T02:31:36,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:36,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0bf06b0-ef29-4381-bcfe-7c428703c770" 2024-12-03T02:31:36,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@779a574e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:36,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38241,-1] 2024-12-03T02:31:36,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:36,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:36,492 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:36,492 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12387d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:36,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:36,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,35017,1733193070826, seqNum=-1] 2024-12-03T02:31:36,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:36,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-03T02:31:36,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5., hostname=64035cbb0b46,35017,1733193070826, seqNum=2] 2024-12-03T02:31:36,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:36,617 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 608, reset compression=false 2024-12-03T02:31:36,628 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 480, reset compression=false 2024-12-03T02:31:36,633 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:36,633 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 631, reset compression=false 2024-12-03T02:31:36,634 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,35017,1733193070826 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:36,691 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 654, reset compression=false 2024-12-03T02:31:36,848 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 631, reset compression=false 2024-12-03T02:31:36,924 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 608, reset compression=false 2024-12-03T02:31:37,012 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 654, reset compression=false 2024-12-03T02:31:37,152 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 631, reset compression=false 2024-12-03T02:31:37,328 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 608, reset compression=false 2024-12-03T02:31:37,392 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T02:31:37,395 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T02:31:37,416 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 654, reset compression=false 2024-12-03T02:31:37,420 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:37,420 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 758, reset compression=false 2024-12-03T02:31:37,420 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,45405,1733193082189 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cc317507d183c2b6c02057627a1b0ca/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T02:31:37,421 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:37,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:37,558 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 631, reset compression=false 2024-12-03T02:31:37,569 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:37,569 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 759, reset compression=false 2024-12-03T02:31:37,569 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,35017,1733193070826 got entry batch from reader: WALEntryBatch [walEntries=[{test/8190529c8fd58cda36ba2eb918abfaa5/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T02:31:37,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:37,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:37,626 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 758, reset compression=false 2024-12-03T02:31:37,773 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 759, reset compression=false 2024-12-03T02:31:37,833 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 608, reset compression=false 2024-12-03T02:31:37,844 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:37,844 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 760, reset compression=false 2024-12-03T02:31:37,844 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34899,1733193076680 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:37,932 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 758, reset compression=false 2024-12-03T02:31:38,058 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 760, reset compression=false 2024-12-03T02:31:38,083 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 759, reset compression=false 2024-12-03T02:31:38,337 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 758, reset compression=false 2024-12-03T02:31:38,386 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 760, reset compression=false 2024-12-03T02:31:38,397 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T02:31:38,401 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T02:31:38,496 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 759, reset compression=false 2024-12-03T02:31:38,502 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:38,502 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 915, reset compression=false 2024-12-03T02:31:38,502 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,35017,1733193070826 got entry batch from reader: WALEntryBatch [walEntries=[{test/8190529c8fd58cda36ba2eb918abfaa5/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T02:31:38,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:38,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:38,709 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 915, reset compression=false 2024-12-03T02:31:38,789 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 760, reset compression=false 2024-12-03T02:31:38,809 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:38,810 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 908, reset compression=false 2024-12-03T02:31:38,810 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34899,1733193076680 got entry batch from reader: WALEntryBatch [walEntries=[{test/077924d56e35c6dd29b7594450106ce6/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T02:31:38,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:38,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:38,841 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 758, reset compression=false 2024-12-03T02:31:38,861 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:38,861 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 929, reset compression=false 2024-12-03T02:31:38,861 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,45405,1733193082189 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:39,018 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 915, reset compression=false 2024-12-03T02:31:39,027 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 908, reset compression=false 2024-12-03T02:31:39,066 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 929, reset compression=false 2024-12-03T02:31:39,332 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 908, reset compression=false 2024-12-03T02:31:39,370 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 929, reset compression=false 2024-12-03T02:31:39,403 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T02:31:39,407 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T02:31:39,422 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 915, reset compression=false 2024-12-03T02:31:39,736 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 908, reset compression=false 2024-12-03T02:31:39,744 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:39,744 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1067, reset compression=false 2024-12-03T02:31:39,744 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34899,1733193076680 got entry batch from reader: WALEntryBatch [walEntries=[{test/077924d56e35c6dd29b7594450106ce6/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T02:31:39,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:39,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:39,775 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 929, reset compression=false 2024-12-03T02:31:39,783 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:39,783 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1078, reset compression=false 2024-12-03T02:31:39,783 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,45405,1733193082189 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cc317507d183c2b6c02057627a1b0ca/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T02:31:39,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:39,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:39,926 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 915, reset compression=false 2024-12-03T02:31:39,941 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:39,941 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1088, reset compression=false 2024-12-03T02:31:39,941 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,35017,1733193070826 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:39,948 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1067, reset compression=false 2024-12-03T02:31:39,988 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1078, reset compression=false 2024-12-03T02:31:40,020 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T02:31:40,156 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1088, reset compression=false 2024-12-03T02:31:40,255 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1067, reset compression=false 2024-12-03T02:31:40,292 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1078, reset compression=false 2024-12-03T02:31:40,409 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T02:31:40,414 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T02:31:40,459 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1088, reset compression=false 2024-12-03T02:31:40,661 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1067, reset compression=false 2024-12-03T02:31:40,696 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1078, reset compression=false 2024-12-03T02:31:40,700 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:40,700 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1237, reset compression=false 2024-12-03T02:31:40,700 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,45405,1733193082189 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cc317507d183c2b6c02057627a1b0ca/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T02:31:40,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:40,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:40,863 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1088, reset compression=false 2024-12-03T02:31:40,867 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:40,867 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1238, reset compression=false 2024-12-03T02:31:40,867 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,35017,1733193070826 got entry batch from reader: WALEntryBatch [walEntries=[{test/8190529c8fd58cda36ba2eb918abfaa5/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-03T02:31:40,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:40,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:40,904 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1237, reset compression=false 2024-12-03T02:31:41,071 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1238, reset compression=false 2024-12-03T02:31:41,166 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1067, reset compression=false 2024-12-03T02:31:41,170 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:41,170 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1241, reset compression=false 2024-12-03T02:31:41,170 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34899,1733193076680 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:41,207 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1237, reset compression=false 2024-12-03T02:31:41,382 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1238, reset compression=false 2024-12-03T02:31:41,392 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1241, reset compression=false 2024-12-03T02:31:41,416 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T02:31:41,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc39b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:41,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35051,-1 for getting cluster id 2024-12-03T02:31:41,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:41,424 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a878d8-fc21-43d8-99ec-6a5e149b0ecf' 2024-12-03T02:31:41,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:41,424 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a878d8-fc21-43d8-99ec-6a5e149b0ecf" 2024-12-03T02:31:41,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31adc458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:41,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35051,-1] 2024-12-03T02:31:41,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:41,425 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:41,425 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:41,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115ee911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:41,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:41,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,35051,1733193082078 2024-12-03T02:31:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c3b52f5 2024-12-03T02:31:41,430 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:41,432 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:31:41,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-03T02:31:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-03T02:31:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T02:31:41,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:31:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T02:31:41,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T02:31:41,610 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-03T02:31:41,610 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-03T02:31:41,610 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,45405,1733193082189 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-03T02:31:41,610 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0. 2024-12-03T02:31:41,611 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:41,611 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:41,611 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:41,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:41,711 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1241, reset compression=false 2024-12-03T02:31:41,711 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-03T02:31:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T02:31:41,803 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1238, reset compression=false 2024-12-03T02:31:41,811 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 terminated 2024-12-03T02:31:41,827 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,45405,1733193082189, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:31:41,828 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-03T02:31:41,828 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T02:31:41,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T02:31:41,830 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 64035cbb0b46,45405,1733193082189 suceeded 2024-12-03T02:31:41,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T02:31:41,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-12-03T02:31:41,832 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-03T02:31:41,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 400 msec 2024-12-03T02:31:41,847 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:38241' 2024-12-03T02:31:41,848 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a133983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:41,848 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38241,-1 for getting cluster id 2024-12-03T02:31:41,848 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:41,849 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0bf06b0-ef29-4381-bcfe-7c428703c770' 2024-12-03T02:31:41,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:41,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0bf06b0-ef29-4381-bcfe-7c428703c770" 2024-12-03T02:31:41,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1af820fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:41,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38241,-1] 2024-12-03T02:31:41,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:41,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:41,851 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:41,852 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@424e9da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:41,852 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:41,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,38241,1733193070467 2024-12-03T02:31:41,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582ad246 2024-12-03T02:31:41,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:41,854 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-03T02:31:41,855 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,45405,1733193082189 (queues=1) is replicating from cluster=e1a878d8-fc21-43d8-99ec-6a5e149b0ecf to cluster=d0bf06b0-ef29-4381-bcfe-7c428703c770 2024-12-03T02:31:41,855 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C45405%2C1733193082189 2024-12-03T02:31:41,855 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,45405,1733193082189, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:31:41,856 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C45405%2C1733193082189 2024-12-03T02:31:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T02:31:42,061 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:31:42,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:42,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:42,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:42,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:42,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:42,064 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-03T02:31:42,123 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1241, reset compression=false 2024-12-03T02:31:42,308 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1238, reset compression=false 2024-12-03T02:31:42,315 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:42,315 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1342, reset compression=false 2024-12-03T02:31:42,315 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,35017,1733193070826 got entry batch from reader: WALEntryBatch [walEntries=[{test/8190529c8fd58cda36ba2eb918abfaa5/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T02:31:42,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:42,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34899 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:42,520 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1342, reset compression=false 2024-12-03T02:31:42,628 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1241, reset compression=false 2024-12-03T02:31:42,632 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:42,632 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1369, reset compression=false 2024-12-03T02:31:42,632 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34899,1733193076680 got entry batch from reader: WALEntryBatch [walEntries=[{test/077924d56e35c6dd29b7594450106ce6/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T02:31:42,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:42,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:42,825 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1342, reset compression=false 2024-12-03T02:31:42,835 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1369, reset compression=false 2024-12-03T02:31:43,067 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-03T02:31:43,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662b09dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:43,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35051,-1 for getting cluster id 2024-12-03T02:31:43,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:43,071 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1a878d8-fc21-43d8-99ec-6a5e149b0ecf' 2024-12-03T02:31:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1a878d8-fc21-43d8-99ec-6a5e149b0ecf" 2024-12-03T02:31:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38628397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35051,-1] 2024-12-03T02:31:43,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:43,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:43,072 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:43,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a22c7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:43,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,35051,1733193082078 2024-12-03T02:31:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@498285da 2024-12-03T02:31:43,078 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:31:43,079 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:31:43,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-03T02:31:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-03T02:31:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T02:31:43,091 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:31:43,138 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1369, reset compression=false 2024-12-03T02:31:43,142 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:43,142 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1473, reset compression=false 2024-12-03T02:31:43,142 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34899,1733193076680 got entry batch from reader: WALEntryBatch [walEntries=[{test/077924d56e35c6dd29b7594450106ce6/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T02:31:43,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:43,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45405 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T02:31:43,227 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1342, reset compression=false 2024-12-03T02:31:43,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-03T02:31:43,247 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-03T02:31:43,247 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T02:31:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-03T02:31:43,250 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 64035cbb0b46,45405,1733193082189 suceeded 2024-12-03T02:31:43,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T02:31:43,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-12-03T02:31:43,252 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-03T02:31:43,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 173 msec 2024-12-03T02:31:43,257 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065, startPosition=1237, beingWritten=true 2024-12-03T02:31:43,264 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:31:43,265 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1515, reset compression=false 2024-12-03T02:31:43,265 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,45405,1733193082189 got entry batch from reader: WALEntryBatch [walEntries=[{test/0cc317507d183c2b6c02057627a1b0ca/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-03T02:31:43,267 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:31:43,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-03T02:31:43,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:31:43,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35017 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:31:43,346 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1473, reset compression=false 2024-12-03T02:31:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-03T02:31:43,412 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:31:43,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:43,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:43,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:43,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:43,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:43,415 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-03T02:31:43,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:31:43,415 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:43,415 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:43,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:43,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:43,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:43,416 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:31:43,416 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=179694254, stopped=false 2024-12-03T02:31:43,416 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,35051,1733193082078 2024-12-03T02:31:43,424 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:31:43,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1063289478/running 2024-12-03T02:31:43,425 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:43,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:43,425 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:43,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:43,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1063289478/running 2024-12-03T02:31:43,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:43,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Set watcher on znode that does not yet exist, /2-1063289478/running 2024-12-03T02:31:43,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Set watcher on znode that does not yet exist, /2-1063289478/running 2024-12-03T02:31:43,426 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,45405,1733193082189' ***** 2024-12-03T02:31:43,426 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:31:43,426 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:31:43,426 INFO [RS:0;64035cbb0b46:45405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:31:43,426 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:31:43,426 INFO [RS:0;64035cbb0b46:45405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:31:43,427 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(3091): Received CLOSE for 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:43,427 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cc317507d183c2b6c02057627a1b0ca 2024-12-03T02:31:43,427 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,45405,1733193082189 2024-12-03T02:31:43,427 INFO [RS:0;64035cbb0b46:45405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:31:43,427 INFO [RS:0;64035cbb0b46:45405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:45405. 2024-12-03T02:31:43,427 DEBUG [RS:0;64035cbb0b46:45405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:43,427 DEBUG [RS:0;64035cbb0b46:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:43,427 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:31:43,428 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:31:43,428 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:31:43,428 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 217c81c6a559362d97e2f3f866b792a0, disabling compactions & flushes 2024-12-03T02:31:43,428 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:31:43,428 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. 2024-12-03T02:31:43,428 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. 2024-12-03T02:31:43,428 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. after waiting 0 ms 2024-12-03T02:31:43,428 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. 2024-12-03T02:31:43,428 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 217c81c6a559362d97e2f3f866b792a0 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-03T02:31:43,428 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T02:31:43,428 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1325): Online Regions={217c81c6a559362d97e2f3f866b792a0=hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0., 0cc317507d183c2b6c02057627a1b0ca=test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:31:43,428 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1351): Waiting on 0cc317507d183c2b6c02057627a1b0ca, 1588230740, 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:43,428 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:31:43,428 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:31:43,428 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:31:43,428 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:31:43,429 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:31:43,429 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T02:31:43,451 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/.tmp/info/b8c851a1d343481ca07bd547b855a1c3 is 147, key is hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0./info:regioninfo/1733193094425/Put/seqid=0 2024-12-03T02:31:43,453 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/replication/217c81c6a559362d97e2f3f866b792a0/.tmp/queue/7e51dd0e563b44d0adf7d1a2581fda7e is 154, key is 1-64035cbb0b46,45405,1733193082189/queue:64035cbb0b46%2C45405%2C1733193082189/1733193103274/Put/seqid=0 2024-12-03T02:31:43,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741840_1016 (size=7686) 2024-12-03T02:31:43,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741841_1017 (size=5353) 2024-12-03T02:31:43,468 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1515, reset compression=false 2024-12-03T02:31:43,486 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:31:43,580 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:31:43,581 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:31:43,581 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68369 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:31:43,628 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1351): Waiting on 0cc317507d183c2b6c02057627a1b0ca, 1588230740, 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:43,649 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1473, reset compression=false 2024-12-03T02:31:43,738 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1342, reset compression=false 2024-12-03T02:31:43,742 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:43,742 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1493, reset compression=false 2024-12-03T02:31:43,742 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,35017,1733193070826 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:43,776 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1515, reset compression=false 2024-12-03T02:31:43,829 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1351): Waiting on 0cc317507d183c2b6c02057627a1b0ca, 1588230740, 217c81c6a559362d97e2f3f866b792a0 2024-12-03T02:31:43,858 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/.tmp/info/b8c851a1d343481ca07bd547b855a1c3 2024-12-03T02:31:43,861 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/replication/217c81c6a559362d97e2f3f866b792a0/.tmp/queue/7e51dd0e563b44d0adf7d1a2581fda7e 2024-12-03T02:31:43,865 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/replication/217c81c6a559362d97e2f3f866b792a0/.tmp/queue/7e51dd0e563b44d0adf7d1a2581fda7e as hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/replication/217c81c6a559362d97e2f3f866b792a0/queue/7e51dd0e563b44d0adf7d1a2581fda7e 2024-12-03T02:31:43,871 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/replication/217c81c6a559362d97e2f3f866b792a0/queue/7e51dd0e563b44d0adf7d1a2581fda7e, entries=1, sequenceid=13, filesize=5.2 K 2024-12-03T02:31:43,871 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 217c81c6a559362d97e2f3f866b792a0 in 443ms, sequenceid=13, compaction requested=false 2024-12-03T02:31:43,889 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/.tmp/ns/082b9e82ee544814b5ceb0c42290d744 is 43, key is default/ns:d/1733193085190/Put/seqid=0 2024-12-03T02:31:43,891 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/replication/217c81c6a559362d97e2f3f866b792a0/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-03T02:31:43,892 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:43,892 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:31:43,892 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. 2024-12-03T02:31:43,892 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 217c81c6a559362d97e2f3f866b792a0: Waiting for close lock at 1733193103427Running coprocessor pre-close hooks at 1733193103427Disabling compacts and flushes for region at 1733193103428 (+1 ms)Disabling writes for close at 1733193103428Obtaining lock to block concurrent updates at 1733193103428Preparing flush snapshotting stores in 217c81c6a559362d97e2f3f866b792a0 at 1733193103428Finished memstore snapshotting hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733193103428Flushing stores of hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. at 1733193103430 (+2 ms)Flushing 217c81c6a559362d97e2f3f866b792a0/queue: creating writer at 1733193103430Flushing 217c81c6a559362d97e2f3f866b792a0/queue: appending metadata at 1733193103452 (+22 ms)Flushing 217c81c6a559362d97e2f3f866b792a0/queue: closing flushed file at 1733193103452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f70b246: reopening flushed file at 1733193103864 (+412 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 217c81c6a559362d97e2f3f866b792a0 in 443ms, sequenceid=13, compaction requested=false at 1733193103881 (+17 ms)Writing region close event to WAL at 1733193103882 (+1 ms)Running coprocessor post-close hooks at 1733193103891 (+9 ms)Closed at 1733193103892 (+1 ms) 2024-12-03T02:31:43,892 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733193093173.217c81c6a559362d97e2f3f866b792a0. 2024-12-03T02:31:43,892 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cc317507d183c2b6c02057627a1b0ca, disabling compactions & flushes 2024-12-03T02:31:43,892 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. 2024-12-03T02:31:43,892 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. 2024-12-03T02:31:43,892 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. after waiting 0 ms 2024-12-03T02:31:43,892 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. 2024-12-03T02:31:43,892 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0cc317507d183c2b6c02057627a1b0ca 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T02:31:43,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741842_1018 (size=5153) 2024-12-03T02:31:43,912 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/.tmp/f/5943ca7a0c3a409583adee3896e2e01b is 37, key is row3/f:row3/1733193102062/Put/seqid=0 2024-12-03T02:31:43,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741843_1019 (size=5228) 2024-12-03T02:31:43,932 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:31:43,933 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:31:43,947 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1493, reset compression=false 2024-12-03T02:31:44,029 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1351): Waiting on 0cc317507d183c2b6c02057627a1b0ca, 1588230740 2024-12-03T02:31:44,053 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1473, reset compression=false 2024-12-03T02:31:44,179 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1515, reset compression=false 2024-12-03T02:31:44,183 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:44,183 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1762, reset compression=false 2024-12-03T02:31:44,183 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,45405,1733193082189 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:44,184 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64035cbb0b46,45405,1733193082189: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64035cbb0b46,45405,1733193082189, walGroup=64035cbb0b46%2C45405%2C1733193082189, offset=64035cbb0b46%2C45405%2C1733193082189.1733193084065:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:45405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T02:31:44,185 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T02:31:44,185 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T02:31:44,186 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T02:31:44,186 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T02:31:44,186 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T02:31:44,186 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 706043000 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198369632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T02:31:44,186 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:35051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:35051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T02:31:44,229 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1351): Waiting on 0cc317507d183c2b6c02057627a1b0ca, 1588230740 2024-12-03T02:31:44,253 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1493, reset compression=false 2024-12-03T02:31:44,298 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/.tmp/ns/082b9e82ee544814b5ceb0c42290d744 2024-12-03T02:31:44,317 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/.tmp/f/5943ca7a0c3a409583adee3896e2e01b 2024-12-03T02:31:44,322 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5943ca7a0c3a409583adee3896e2e01b 2024-12-03T02:31:44,328 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/.tmp/rep_barrier/8fc5abcbbb9e42d58a640c98c66d83cd is 112, key is test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca./rep_barrier:seqnumDuringOpen/1733193089422/Put/seqid=0 2024-12-03T02:31:44,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741844_1020 (size=5518) 2024-12-03T02:31:44,332 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/.tmp/rep_barrier/8fc5abcbbb9e42d58a640c98c66d83cd 2024-12-03T02:31:44,335 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/.tmp/f1/b9d790e106ab462c867d830cc51d507b is 30, key is row1/f1:/1733193099404/DeleteFamily/seqid=0 2024-12-03T02:31:44,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741845_1021 (size=5158) 2024-12-03T02:31:44,338 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/.tmp/f1/b9d790e106ab462c867d830cc51d507b 2024-12-03T02:31:44,342 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9d790e106ab462c867d830cc51d507b 2024-12-03T02:31:44,350 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/.tmp/table/4d5941e1370041a392ad9338ce71c572 is 53, key is hbase:replication/table:state/1733193094442/Put/seqid=0 2024-12-03T02:31:44,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741846_1022 (size=5308) 2024-12-03T02:31:44,357 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/.tmp/norep/5ee5a98fe10a4a0182d1d3650175a56b is 33, key is row2/norep:/1733193100410/DeleteFamily/seqid=0 2024-12-03T02:31:44,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741847_1023 (size=5108) 2024-12-03T02:31:44,385 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1762, reset compression=false 2024-12-03T02:31:44,429 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T02:31:44,429 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1325): Online Regions={0cc317507d183c2b6c02057627a1b0ca=test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:31:44,429 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1351): Waiting on 0cc317507d183c2b6c02057627a1b0ca, 1588230740 2024-12-03T02:31:44,556 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1473, reset compression=false 2024-12-03T02:31:44,630 DEBUG [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1351): Waiting on 0cc317507d183c2b6c02057627a1b0ca, 1588230740 2024-12-03T02:31:44,656 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1493, reset compression=false 2024-12-03T02:31:44,688 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1762, reset compression=false 2024-12-03T02:31:44,753 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/.tmp/table/4d5941e1370041a392ad9338ce71c572 2024-12-03T02:31:44,758 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/.tmp/info/b8c851a1d343481ca07bd547b855a1c3 as hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/info/b8c851a1d343481ca07bd547b855a1c3 2024-12-03T02:31:44,760 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/.tmp/norep/5ee5a98fe10a4a0182d1d3650175a56b 2024-12-03T02:31:44,761 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/info/b8c851a1d343481ca07bd547b855a1c3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T02:31:44,762 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/.tmp/ns/082b9e82ee544814b5ceb0c42290d744 as hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/ns/082b9e82ee544814b5ceb0c42290d744 2024-12-03T02:31:44,764 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ee5a98fe10a4a0182d1d3650175a56b 2024-12-03T02:31:44,765 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/.tmp/f/5943ca7a0c3a409583adee3896e2e01b as hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/f/5943ca7a0c3a409583adee3896e2e01b 2024-12-03T02:31:44,766 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/ns/082b9e82ee544814b5ceb0c42290d744, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T02:31:44,766 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/.tmp/rep_barrier/8fc5abcbbb9e42d58a640c98c66d83cd as hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/rep_barrier/8fc5abcbbb9e42d58a640c98c66d83cd 2024-12-03T02:31:44,768 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5943ca7a0c3a409583adee3896e2e01b 2024-12-03T02:31:44,768 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/f/5943ca7a0c3a409583adee3896e2e01b, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T02:31:44,769 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/.tmp/f1/b9d790e106ab462c867d830cc51d507b as hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/f1/b9d790e106ab462c867d830cc51d507b 2024-12-03T02:31:44,770 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/rep_barrier/8fc5abcbbb9e42d58a640c98c66d83cd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T02:31:44,771 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/.tmp/table/4d5941e1370041a392ad9338ce71c572 as hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/table/4d5941e1370041a392ad9338ce71c572 2024-12-03T02:31:44,773 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9d790e106ab462c867d830cc51d507b 2024-12-03T02:31:44,773 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/f1/b9d790e106ab462c867d830cc51d507b, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T02:31:44,773 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/.tmp/norep/5ee5a98fe10a4a0182d1d3650175a56b as hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/norep/5ee5a98fe10a4a0182d1d3650175a56b 2024-12-03T02:31:44,775 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/table/4d5941e1370041a392ad9338ce71c572, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T02:31:44,776 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false 2024-12-03T02:31:44,778 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ee5a98fe10a4a0182d1d3650175a56b 2024-12-03T02:31:44,778 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/norep/5ee5a98fe10a4a0182d1d3650175a56b, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T02:31:44,779 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0cc317507d183c2b6c02057627a1b0ca in 887ms, sequenceid=12, compaction requested=false 2024-12-03T02:31:44,788 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/default/test/0cc317507d183c2b6c02057627a1b0ca/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T02:31:44,788 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:44,788 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:31:44,788 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. 2024-12-03T02:31:44,788 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cc317507d183c2b6c02057627a1b0ca: Waiting for close lock at 1733193103892Running coprocessor pre-close hooks at 1733193103892Disabling compacts and flushes for region at 1733193103892Disabling writes for close at 1733193103892Obtaining lock to block concurrent updates at 1733193103892Preparing flush snapshotting stores in 0cc317507d183c2b6c02057627a1b0ca at 1733193103892Finished memstore snapshotting test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733193103893 (+1 ms)Flushing stores of test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. at 1733193103898 (+5 ms)Flushing 0cc317507d183c2b6c02057627a1b0ca/f: creating writer at 1733193103898Flushing 0cc317507d183c2b6c02057627a1b0ca/f: appending metadata at 1733193103911 (+13 ms)Flushing 0cc317507d183c2b6c02057627a1b0ca/f: closing flushed file at 1733193103911Flushing 0cc317507d183c2b6c02057627a1b0ca/f1: creating writer at 1733193104322 (+411 ms)Flushing 0cc317507d183c2b6c02057627a1b0ca/f1: appending metadata at 1733193104335 (+13 ms)Flushing 0cc317507d183c2b6c02057627a1b0ca/f1: closing flushed file at 1733193104335Flushing 0cc317507d183c2b6c02057627a1b0ca/norep: creating writer at 1733193104342 (+7 ms)Flushing 0cc317507d183c2b6c02057627a1b0ca/norep: appending metadata at 1733193104356 (+14 ms)Flushing 0cc317507d183c2b6c02057627a1b0ca/norep: closing flushed file at 1733193104356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1700ca71: reopening flushed file at 1733193104764 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4798969e: reopening flushed file at 1733193104769 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c84b1e1: reopening flushed file at 1733193104773 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0cc317507d183c2b6c02057627a1b0ca in 887ms, sequenceid=12, compaction requested=false at 1733193104779 (+6 ms)Writing region close event to WAL at 1733193104784 (+5 ms)Running coprocessor post-close hooks at 1733193104788 (+4 ms)Closed at 1733193104788 2024-12-03T02:31:44,789 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733193088644.0cc317507d183c2b6c02057627a1b0ca. 2024-12-03T02:31:44,790 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T02:31:44,790 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:44,790 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:31:44,790 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:44,790 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193103428Running coprocessor pre-close hooks at 1733193103428Disabling compacts and flushes for region at 1733193103428Disabling writes for close at 1733193103429 (+1 ms)Obtaining lock to block concurrent updates at 1733193103429Preparing flush snapshotting stores in 1588230740 at 1733193103429Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733193103429Flushing stores of hbase:meta,,1.1588230740 at 1733193103430 (+1 ms)Flushing 1588230740/info: creating writer at 1733193103430Flushing 1588230740/info: appending metadata at 1733193103450 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733193103450Flushing 1588230740/ns: creating writer at 1733193103862 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733193103888 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733193103888Flushing 1588230740/rep_barrier: creating writer at 1733193104302 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733193104328 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733193104328Flushing 1588230740/table: creating writer at 1733193104335 (+7 ms)Flushing 1588230740/table: appending metadata at 1733193104349 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733193104349Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d32dbb: reopening flushed file at 1733193104757 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49006fb2: reopening flushed file at 1733193104761 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69064dd7: reopening flushed file at 1733193104766 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7225feff: reopening flushed file at 1733193104770 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1346ms, sequenceid=16, compaction requested=false at 1733193104776 (+6 ms)Writing region close event to WAL at 1733193104787 (+11 ms)Running coprocessor post-close hooks at 1733193104790 (+3 ms)Closed at 1733193104790 2024-12-03T02:31:44,790 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:44,830 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,45405,1733193082189; all regions closed. 2024-12-03T02:31:44,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741834_1010 (size=4239) 2024-12-03T02:31:44,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.meta.1733193085040.meta not finished, retry = 0 2024-12-03T02:31:44,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741839_1015 (size=3333) 2024-12-03T02:31:44,934 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.rep.1733193094380 not finished, retry = 0 2024-12-03T02:31:45,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741832_1008 (size=2414) 2024-12-03T02:31:45,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 not finished, retry = 0 2024-12-03T02:31:45,092 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 to pos 1762, reset compression=false 2024-12-03T02:31:45,138 DEBUG [RS:0;64035cbb0b46:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:45,138 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:31:45,138 INFO [RS:0;64035cbb0b46:45405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:31:45,138 INFO [RS:0;64035cbb0b46:45405 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:31:45,138 INFO [RS:0;64035cbb0b46:45405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:31:45,139 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:31:45,139 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,45405,1733193082189 because: Region server is closing 2024-12-03T02:31:45,139 INFO [RS:0;64035cbb0b46:45405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:45405. 2024-12-03T02:31:45,139 DEBUG [RS:0;64035cbb0b46:45405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:45,139 DEBUG [RS:0;64035cbb0b46:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:45,139 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/WALs/64035cbb0b46,45405,1733193082189/64035cbb0b46%2C45405%2C1733193082189.1733193084065 2024-12-03T02:31:45,139 DEBUG [RS:0;64035cbb0b46:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:45,139 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.wal-reader.64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:45,139 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,45405,1733193082189.replicationSource.shipper64035cbb0b46%2C45405%2C1733193082189,1-64035cbb0b46,45405,1733193082189 terminated 2024-12-03T02:31:45,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:45,140 INFO [RS:0;64035cbb0b46:45405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:45405. 2024-12-03T02:31:45,140 DEBUG [RS:0;64035cbb0b46:45405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:45,140 DEBUG [RS:0;64035cbb0b46:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:45,140 DEBUG [RS:0;64035cbb0b46:45405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:45,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:45,140 INFO [RS:0;64035cbb0b46:45405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45405 2024-12-03T02:31:45,159 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1473, reset compression=false 2024-12-03T02:31:45,160 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1493, reset compression=false 2024-12-03T02:31:45,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478/rs 2024-12-03T02:31:45,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1063289478/rs/64035cbb0b46,45405,1733193082189 2024-12-03T02:31:45,223 INFO [RS:0;64035cbb0b46:45405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:31:45,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,45405,1733193082189] 2024-12-03T02:31:45,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1063289478/draining/64035cbb0b46,45405,1733193082189 already deleted, retry=false 2024-12-03T02:31:45,339 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,45405,1733193082189 expired; onlineServers=0 2024-12-03T02:31:45,339 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,35051,1733193082078' ***** 2024-12-03T02:31:45,339 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:31:45,339 INFO [M:0;64035cbb0b46:35051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:31:45,339 INFO [M:0;64035cbb0b46:35051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:31:45,339 DEBUG [M:0;64035cbb0b46:35051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:31:45,339 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:31:45,339 DEBUG [M:0;64035cbb0b46:35051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:31:45,339 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193083783 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193083783,5,FailOnTimeoutGroup] 2024-12-03T02:31:45,339 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193083783 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193083783,5,FailOnTimeoutGroup] 2024-12-03T02:31:45,339 INFO [M:0;64035cbb0b46:35051 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:31:45,339 INFO [M:0;64035cbb0b46:35051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:31:45,339 DEBUG [M:0;64035cbb0b46:35051 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:31:45,340 INFO [M:0;64035cbb0b46:35051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:31:45,340 INFO [M:0;64035cbb0b46:35051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:31:45,340 INFO [M:0;64035cbb0b46:35051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:31:45,340 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:31:45,374 INFO [RS:0;64035cbb0b46:45405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:31:45,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:45,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45405-0x1019a511f1f0007, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:45,374 INFO [RS:0;64035cbb0b46:45405 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,45405,1733193082189; zookeeper connection closed. 2024-12-03T02:31:45,374 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b141a6a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b141a6a 2024-12-03T02:31:45,374 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:31:45,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1063289478/master 2024-12-03T02:31:45,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1063289478 2024-12-03T02:31:45,442 DEBUG [M:0;64035cbb0b46:35051 {}] zookeeper.ZKUtil(347): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Unable to get data of znode /2-1063289478/master because node does not exist (not an error) 2024-12-03T02:31:45,442 WARN [M:0;64035cbb0b46:35051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:31:45,443 INFO [M:0;64035cbb0b46:35051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/.lastflushedseqids 2024-12-03T02:31:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741848_1024 (size=245) 2024-12-03T02:31:45,772 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1493, reset compression=false 2024-12-03T02:31:45,849 INFO [M:0;64035cbb0b46:35051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:31:45,849 INFO [M:0;64035cbb0b46:35051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:31:45,849 DEBUG [M:0;64035cbb0b46:35051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:31:45,849 INFO [M:0;64035cbb0b46:35051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:45,849 DEBUG [M:0;64035cbb0b46:35051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:45,849 DEBUG [M:0;64035cbb0b46:35051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:31:45,849 DEBUG [M:0;64035cbb0b46:35051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:45,849 INFO [M:0;64035cbb0b46:35051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-03T02:31:45,864 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1473, reset compression=false 2024-12-03T02:31:45,866 DEBUG [M:0;64035cbb0b46:35051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e4142bc95104085bc11bfebbea0287d is 82, key is hbase:meta,,1/info:regioninfo/1733193085156/Put/seqid=0 2024-12-03T02:31:45,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741849_1025 (size=5672) 2024-12-03T02:31:45,869 INFO [M:0;64035cbb0b46:35051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e4142bc95104085bc11bfebbea0287d 2024-12-03T02:31:45,884 DEBUG [M:0;64035cbb0b46:35051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3df75e93c32452098d6c1b5221022c2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733193094453/Put/seqid=0 2024-12-03T02:31:45,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741850_1026 (size=9212) 2024-12-03T02:31:45,891 INFO [M:0;64035cbb0b46:35051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3df75e93c32452098d6c1b5221022c2 2024-12-03T02:31:45,906 DEBUG [M:0;64035cbb0b46:35051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48ca29b7c1794bc79def35f7a0ce2b53 is 69, key is 64035cbb0b46,45405,1733193082189/rs:state/1733193083879/Put/seqid=0 2024-12-03T02:31:45,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741851_1027 (size=5156) 2024-12-03T02:31:45,910 INFO [M:0;64035cbb0b46:35051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48ca29b7c1794bc79def35f7a0ce2b53 2024-12-03T02:31:45,916 DEBUG [M:0;64035cbb0b46:35051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e4142bc95104085bc11bfebbea0287d as hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e4142bc95104085bc11bfebbea0287d 2024-12-03T02:31:45,920 INFO [M:0;64035cbb0b46:35051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e4142bc95104085bc11bfebbea0287d, entries=8, sequenceid=127, filesize=5.5 K 2024-12-03T02:31:45,921 DEBUG [M:0;64035cbb0b46:35051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3df75e93c32452098d6c1b5221022c2 as hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3df75e93c32452098d6c1b5221022c2 2024-12-03T02:31:45,924 INFO [M:0;64035cbb0b46:35051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3df75e93c32452098d6c1b5221022c2, entries=15, sequenceid=127, filesize=9.0 K 2024-12-03T02:31:45,926 DEBUG [M:0;64035cbb0b46:35051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48ca29b7c1794bc79def35f7a0ce2b53 as hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48ca29b7c1794bc79def35f7a0ce2b53 2024-12-03T02:31:45,930 INFO [M:0;64035cbb0b46:35051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41211/user/jenkins/test-data/db5fb2c8-1c73-efb2-4ad5-a92a82bbdc0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48ca29b7c1794bc79def35f7a0ce2b53, entries=1, sequenceid=127, filesize=5.0 K 2024-12-03T02:31:45,931 INFO [M:0;64035cbb0b46:35051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 82ms, sequenceid=127, compaction requested=false 2024-12-03T02:31:45,939 INFO [M:0;64035cbb0b46:35051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:45,939 DEBUG [M:0;64035cbb0b46:35051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193105849Disabling compacts and flushes for region at 1733193105849Disabling writes for close at 1733193105849Obtaining lock to block concurrent updates at 1733193105849Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193105849Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733193105850 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193105850Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193105850Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193105865 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193105865Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193105872 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193105884 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193105884Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193105895 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193105906 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193105906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a14f296: reopening flushed file at 1733193105914 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d1ca5b3: reopening flushed file at 1733193105920 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13486066: reopening flushed file at 1733193105924 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 82ms, sequenceid=127, compaction requested=false at 1733193105931 (+7 ms)Writing region close event to WAL at 1733193105939 (+8 ms)Closed at 1733193105939 2024-12-03T02:31:45,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741830_1006 (size=73866) 2024-12-03T02:31:45,945 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:31:45,945 INFO [M:0;64035cbb0b46:35051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:31:45,945 INFO [M:0;64035cbb0b46:35051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35051 2024-12-03T02:31:45,945 INFO [M:0;64035cbb0b46:35051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:31:46,088 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T02:31:46,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:46,090 INFO [M:0;64035cbb0b46:35051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:31:46,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35051-0x1019a511f1f0006, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:46,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48ac3d03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:31:46,093 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10ae5604{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:31:46,093 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:31:46,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48bd1d9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:31:46,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f307a82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/hadoop.log.dir/,STOPPED} 2024-12-03T02:31:46,095 WARN [BP-2020461953-172.17.0.3-1733193080192 heartbeating to localhost/127.0.0.1:41211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:31:46,095 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:31:46,095 WARN [BP-2020461953-172.17.0.3-1733193080192 heartbeating to localhost/127.0.0.1:41211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2020461953-172.17.0.3-1733193080192 (Datanode Uuid 56316ff8-a230-44f6-ac8b-a925b24cdc9d) service to localhost/127.0.0.1:41211 2024-12-03T02:31:46,095 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:31:46,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/cluster_d45141b1-129f-7f2f-797a-5bb2914716fd/data/data1/current/BP-2020461953-172.17.0.3-1733193080192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:31:46,095 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/cluster_d45141b1-129f-7f2f-797a-5bb2914716fd/data/data2/current/BP-2020461953-172.17.0.3-1733193080192 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:31:46,095 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:31:46,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6070f3a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:31:46,101 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d63c6a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:31:46,101 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:31:46,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15809756{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:31:46,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3827ba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/hadoop.log.dir/,STOPPED} 2024-12-03T02:31:46,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:31:46,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:31:46,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:46,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:46,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:46,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:46,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:46,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:31:46,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=892241393, stopped=false 2024-12-03T02:31:46,114 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,41441,1733193076535 2024-12-03T02:31:46,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2031179584/running 2024-12-03T02:31:46,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2031179584/running 2024-12-03T02:31:46,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:46,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:46,185 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:31:46,185 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:46,185 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:46,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:46,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Set watcher on znode that does not yet exist, /1-2031179584/running 2024-12-03T02:31:46,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Set watcher on znode that does not yet exist, /1-2031179584/running 2024-12-03T02:31:46,186 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,34899,1733193076680' ***** 2024-12-03T02:31:46,186 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:31:46,186 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:31:46,186 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:31:46,186 INFO [RS:0;64035cbb0b46:34899 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:31:46,186 INFO [RS:0;64035cbb0b46:34899 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:31:46,186 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(3091): Received CLOSE for f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:46,187 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(3091): Received CLOSE for 077924d56e35c6dd29b7594450106ce6 2024-12-03T02:31:46,187 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,34899,1733193076680 2024-12-03T02:31:46,187 INFO [RS:0;64035cbb0b46:34899 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:31:46,187 INFO [RS:0;64035cbb0b46:34899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:34899. 2024-12-03T02:31:46,187 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9e8a4fa84f58e32c136b4249ac0bbbb, disabling compactions & flushes 2024-12-03T02:31:46,187 DEBUG [RS:0;64035cbb0b46:34899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:46,187 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. 2024-12-03T02:31:46,187 DEBUG [RS:0;64035cbb0b46:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:46,187 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. 2024-12-03T02:31:46,187 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. after waiting 0 ms 2024-12-03T02:31:46,187 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. 2024-12-03T02:31:46,187 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:31:46,187 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:31:46,187 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:31:46,187 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f9e8a4fa84f58e32c136b4249ac0bbbb 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-03T02:31:46,187 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:31:46,187 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T02:31:46,187 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1325): Online Regions={f9e8a4fa84f58e32c136b4249ac0bbbb=hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb., 1588230740=hbase:meta,,1.1588230740, 077924d56e35c6dd29b7594450106ce6=test,,1733193087494.077924d56e35c6dd29b7594450106ce6.} 2024-12-03T02:31:46,187 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1351): Waiting on 077924d56e35c6dd29b7594450106ce6, 1588230740, f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:46,187 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:31:46,187 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:31:46,187 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:31:46,187 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:31:46,187 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:31:46,187 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T02:31:46,200 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:31:46,205 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/replication/f9e8a4fa84f58e32c136b4249ac0bbbb/.tmp/queue/72be8628605d43a5a7dd8908a28f0d9b is 154, key is 1-64035cbb0b46,34899,1733193076680/queue:64035cbb0b46%2C34899%2C1733193076680/1733193103146/Put/seqid=0 2024-12-03T02:31:46,205 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/.tmp/info/7bc8b867f7914459988410d36956ab8a is 147, key is hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb./info:regioninfo/1733193092685/Put/seqid=0 2024-12-03T02:31:46,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741840_1016 (size=5353) 2024-12-03T02:31:46,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741841_1017 (size=7686) 2024-12-03T02:31:46,387 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1351): Waiting on 077924d56e35c6dd29b7594450106ce6, 1588230740, f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:46,475 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1493, reset compression=false 2024-12-03T02:31:46,588 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1351): Waiting on 077924d56e35c6dd29b7594450106ce6, 1588230740, f9e8a4fa84f58e32c136b4249ac0bbbb 2024-12-03T02:31:46,609 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/replication/f9e8a4fa84f58e32c136b4249ac0bbbb/.tmp/queue/72be8628605d43a5a7dd8908a28f0d9b 2024-12-03T02:31:46,609 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/.tmp/info/7bc8b867f7914459988410d36956ab8a 2024-12-03T02:31:46,613 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/replication/f9e8a4fa84f58e32c136b4249ac0bbbb/.tmp/queue/72be8628605d43a5a7dd8908a28f0d9b as hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/replication/f9e8a4fa84f58e32c136b4249ac0bbbb/queue/72be8628605d43a5a7dd8908a28f0d9b 2024-12-03T02:31:46,616 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/replication/f9e8a4fa84f58e32c136b4249ac0bbbb/queue/72be8628605d43a5a7dd8908a28f0d9b, entries=1, sequenceid=14, filesize=5.2 K 2024-12-03T02:31:46,617 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f9e8a4fa84f58e32c136b4249ac0bbbb in 430ms, sequenceid=14, compaction requested=false 2024-12-03T02:31:46,628 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/replication/f9e8a4fa84f58e32c136b4249ac0bbbb/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-03T02:31:46,628 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:46,628 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:31:46,628 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. 2024-12-03T02:31:46,628 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9e8a4fa84f58e32c136b4249ac0bbbb: Waiting for close lock at 1733193106187Running coprocessor pre-close hooks at 1733193106187Disabling compacts and flushes for region at 1733193106187Disabling writes for close at 1733193106187Obtaining lock to block concurrent updates at 1733193106187Preparing flush snapshotting stores in f9e8a4fa84f58e32c136b4249ac0bbbb at 1733193106187Finished memstore snapshotting hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733193106187Flushing stores of hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. at 1733193106187Flushing f9e8a4fa84f58e32c136b4249ac0bbbb/queue: creating writer at 1733193106188 (+1 ms)Flushing f9e8a4fa84f58e32c136b4249ac0bbbb/queue: appending metadata at 1733193106204 (+16 ms)Flushing f9e8a4fa84f58e32c136b4249ac0bbbb/queue: closing flushed file at 1733193106204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d77800: reopening flushed file at 1733193106612 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f9e8a4fa84f58e32c136b4249ac0bbbb in 430ms, sequenceid=14, compaction requested=false at 1733193106617 (+5 ms)Writing region close event to WAL at 1733193106619 (+2 ms)Running coprocessor post-close hooks at 1733193106628 (+9 ms)Closed at 1733193106628 2024-12-03T02:31:46,628 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733193092048.f9e8a4fa84f58e32c136b4249ac0bbbb. 2024-12-03T02:31:46,628 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 077924d56e35c6dd29b7594450106ce6, disabling compactions & flushes 2024-12-03T02:31:46,628 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733193087494.077924d56e35c6dd29b7594450106ce6. 2024-12-03T02:31:46,628 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193087494.077924d56e35c6dd29b7594450106ce6. 2024-12-03T02:31:46,629 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733193087494.077924d56e35c6dd29b7594450106ce6. after waiting 0 ms 2024-12-03T02:31:46,629 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733193087494.077924d56e35c6dd29b7594450106ce6. 2024-12-03T02:31:46,629 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 077924d56e35c6dd29b7594450106ce6 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-03T02:31:46,630 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/.tmp/ns/77e03c87074e4b0b81b9cbbb83923806 is 43, key is default/ns:d/1733193080064/Put/seqid=0 2024-12-03T02:31:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741842_1018 (size=5153) 2024-12-03T02:31:46,647 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/.tmp/f/54ed70f43e174e05a1cf276cccba8dea is 37, key is row3/f:row3/1733193102062/Put/seqid=0 2024-12-03T02:31:46,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741843_1019 (size=5228) 2024-12-03T02:31:46,668 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1473, reset compression=false 2024-12-03T02:31:46,676 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:46,676 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1720, reset compression=false 2024-12-03T02:31:46,676 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,34899,1733193076680 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:46,677 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64035cbb0b46,34899,1733193076680: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64035cbb0b46,34899,1733193076680, walGroup=64035cbb0b46%2C34899%2C1733193076680, offset=64035cbb0b46%2C34899%2C1733193076680.1733193079312:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:34899 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T02:31:46,678 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T02:31:46,678 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T02:31:46,678 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T02:31:46,678 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T02:31:46,678 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T02:31:46,678 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 771054712 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198864344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T02:31:46,679 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:41441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:41441 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T02:31:46,788 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1351): Waiting on 077924d56e35c6dd29b7594450106ce6, 1588230740 2024-12-03T02:31:46,880 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1720, reset compression=false 2024-12-03T02:31:46,988 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1351): Waiting on 077924d56e35c6dd29b7594450106ce6, 1588230740 2024-12-03T02:31:47,034 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/.tmp/ns/77e03c87074e4b0b81b9cbbb83923806 2024-12-03T02:31:47,054 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/.tmp/rep_barrier/884a6e8ab6a24d07be572110d2b0b145 is 112, key is test,,1733193087494.077924d56e35c6dd29b7594450106ce6./rep_barrier:seqnumDuringOpen/1733193088340/Put/seqid=0 2024-12-03T02:31:47,057 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/.tmp/f/54ed70f43e174e05a1cf276cccba8dea 2024-12-03T02:31:47,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741844_1020 (size=5518) 2024-12-03T02:31:47,065 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54ed70f43e174e05a1cf276cccba8dea 2024-12-03T02:31:47,083 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/.tmp/f1/8502c914df6044bc86efeb2693694bfa is 30, key is row1/f1:/1733193099404/DeleteFamily/seqid=0 2024-12-03T02:31:47,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741845_1021 (size=5158) 2024-12-03T02:31:47,118 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:31:47,118 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:31:47,183 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1720, reset compression=false 2024-12-03T02:31:47,188 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T02:31:47,188 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 077924d56e35c6dd29b7594450106ce6=test,,1733193087494.077924d56e35c6dd29b7594450106ce6.} 2024-12-03T02:31:47,188 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1351): Waiting on 077924d56e35c6dd29b7594450106ce6, 1588230740 2024-12-03T02:31:47,279 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1493, reset compression=false 2024-12-03T02:31:47,388 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1351): Waiting on 077924d56e35c6dd29b7594450106ce6, 1588230740 2024-12-03T02:31:47,462 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/.tmp/rep_barrier/884a6e8ab6a24d07be572110d2b0b145 2024-12-03T02:31:47,478 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/.tmp/table/e7b5454607244d7fad438825908f4397 is 53, key is hbase:replication/table:state/1733193092698/Put/seqid=0 2024-12-03T02:31:47,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741846_1022 (size=5308) 2024-12-03T02:31:47,486 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/.tmp/f1/8502c914df6044bc86efeb2693694bfa 2024-12-03T02:31:47,489 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8502c914df6044bc86efeb2693694bfa 2024-12-03T02:31:47,501 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/.tmp/norep/6cc5c8d1c1f04b3b97164cb577a786fa is 33, key is row1/norep:/1733193099404/DeleteFamily/seqid=0 2024-12-03T02:31:47,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741847_1023 (size=5108) 2024-12-03T02:31:47,586 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1720, reset compression=false 2024-12-03T02:31:47,588 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1351): Waiting on 077924d56e35c6dd29b7594450106ce6, 1588230740 2024-12-03T02:31:47,789 DEBUG [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1351): Waiting on 077924d56e35c6dd29b7594450106ce6, 1588230740 2024-12-03T02:31:47,881 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/.tmp/table/e7b5454607244d7fad438825908f4397 2024-12-03T02:31:47,894 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/.tmp/info/7bc8b867f7914459988410d36956ab8a as hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/info/7bc8b867f7914459988410d36956ab8a 2024-12-03T02:31:47,898 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/info/7bc8b867f7914459988410d36956ab8a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T02:31:47,898 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/.tmp/ns/77e03c87074e4b0b81b9cbbb83923806 as hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/ns/77e03c87074e4b0b81b9cbbb83923806 2024-12-03T02:31:47,901 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/ns/77e03c87074e4b0b81b9cbbb83923806, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T02:31:47,902 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/.tmp/rep_barrier/884a6e8ab6a24d07be572110d2b0b145 as hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/rep_barrier/884a6e8ab6a24d07be572110d2b0b145 2024-12-03T02:31:47,905 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/.tmp/norep/6cc5c8d1c1f04b3b97164cb577a786fa 2024-12-03T02:31:47,906 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/rep_barrier/884a6e8ab6a24d07be572110d2b0b145, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T02:31:47,906 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/.tmp/table/e7b5454607244d7fad438825908f4397 as hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/table/e7b5454607244d7fad438825908f4397 2024-12-03T02:31:47,908 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cc5c8d1c1f04b3b97164cb577a786fa 2024-12-03T02:31:47,909 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/.tmp/f/54ed70f43e174e05a1cf276cccba8dea as hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/f/54ed70f43e174e05a1cf276cccba8dea 2024-12-03T02:31:47,910 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/table/e7b5454607244d7fad438825908f4397, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T02:31:47,911 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false 2024-12-03T02:31:47,912 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54ed70f43e174e05a1cf276cccba8dea 2024-12-03T02:31:47,912 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/f/54ed70f43e174e05a1cf276cccba8dea, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T02:31:47,913 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/.tmp/f1/8502c914df6044bc86efeb2693694bfa as hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/f1/8502c914df6044bc86efeb2693694bfa 2024-12-03T02:31:47,917 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T02:31:47,917 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8502c914df6044bc86efeb2693694bfa 2024-12-03T02:31:47,917 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/f1/8502c914df6044bc86efeb2693694bfa, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T02:31:47,917 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:47,917 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:31:47,917 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:47,917 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193106187Running coprocessor pre-close hooks at 1733193106187Disabling compacts and flushes for region at 1733193106187Disabling writes for close at 1733193106187Obtaining lock to block concurrent updates at 1733193106187Preparing flush snapshotting stores in 1588230740 at 1733193106187Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733193106187Flushing stores of hbase:meta,,1.1588230740 at 1733193106188 (+1 ms)Flushing 1588230740/info: creating writer at 1733193106188Flushing 1588230740/info: appending metadata at 1733193106205 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733193106205Flushing 1588230740/ns: creating writer at 1733193106613 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733193106630 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733193106630Flushing 1588230740/rep_barrier: creating writer at 1733193107038 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733193107053 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733193107053Flushing 1588230740/table: creating writer at 1733193107465 (+412 ms)Flushing 1588230740/table: appending metadata at 1733193107477 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733193107477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a2d944: reopening flushed file at 1733193107894 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0ef724: reopening flushed file at 1733193107898 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa19e36: reopening flushed file at 1733193107901 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3729d151: reopening flushed file at 1733193107906 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false at 1733193107911 (+5 ms)Writing region close event to WAL at 1733193107914 (+3 ms)Running coprocessor post-close hooks at 1733193107917 (+3 ms)Closed at 1733193107917 2024-12-03T02:31:47,917 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:47,918 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/.tmp/norep/6cc5c8d1c1f04b3b97164cb577a786fa as hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/norep/6cc5c8d1c1f04b3b97164cb577a786fa 2024-12-03T02:31:47,921 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cc5c8d1c1f04b3b97164cb577a786fa 2024-12-03T02:31:47,921 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/norep/6cc5c8d1c1f04b3b97164cb577a786fa, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T02:31:47,924 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 077924d56e35c6dd29b7594450106ce6 in 1295ms, sequenceid=12, compaction requested=false 2024-12-03T02:31:47,938 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/data/default/test/077924d56e35c6dd29b7594450106ce6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T02:31:47,939 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:47,939 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:31:47,939 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733193087494.077924d56e35c6dd29b7594450106ce6. 2024-12-03T02:31:47,939 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 077924d56e35c6dd29b7594450106ce6: Waiting for close lock at 1733193106628Running coprocessor pre-close hooks at 1733193106628Disabling compacts and flushes for region at 1733193106628Disabling writes for close at 1733193106629 (+1 ms)Obtaining lock to block concurrent updates at 1733193106629Preparing flush snapshotting stores in 077924d56e35c6dd29b7594450106ce6 at 1733193106629Finished memstore snapshotting test,,1733193087494.077924d56e35c6dd29b7594450106ce6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733193106629Flushing stores of test,,1733193087494.077924d56e35c6dd29b7594450106ce6. at 1733193106629Flushing 077924d56e35c6dd29b7594450106ce6/f: creating writer at 1733193106629Flushing 077924d56e35c6dd29b7594450106ce6/f: appending metadata at 1733193106647 (+18 ms)Flushing 077924d56e35c6dd29b7594450106ce6/f: closing flushed file at 1733193106647Flushing 077924d56e35c6dd29b7594450106ce6/f1: creating writer at 1733193107065 (+418 ms)Flushing 077924d56e35c6dd29b7594450106ce6/f1: appending metadata at 1733193107082 (+17 ms)Flushing 077924d56e35c6dd29b7594450106ce6/f1: closing flushed file at 1733193107082Flushing 077924d56e35c6dd29b7594450106ce6/norep: creating writer at 1733193107489 (+407 ms)Flushing 077924d56e35c6dd29b7594450106ce6/norep: appending metadata at 1733193107501 (+12 ms)Flushing 077924d56e35c6dd29b7594450106ce6/norep: closing flushed file at 1733193107501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c22422: reopening flushed file at 1733193107908 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b395f7: reopening flushed file at 1733193107912 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@518ae7e2: reopening flushed file at 1733193107917 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 077924d56e35c6dd29b7594450106ce6 in 1295ms, sequenceid=12, compaction requested=false at 1733193107924 (+7 ms)Writing region close event to WAL at 1733193107935 (+11 ms)Running coprocessor post-close hooks at 1733193107939 (+4 ms)Closed at 1733193107939 2024-12-03T02:31:47,939 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733193087494.077924d56e35c6dd29b7594450106ce6. 2024-12-03T02:31:47,989 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,34899,1733193076680; all regions closed. 2024-12-03T02:31:48,000 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.meta.1733193080001.meta not finished, retry = 0 2024-12-03T02:31:48,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741834_1010 (size=4239) 2024-12-03T02:31:48,090 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 1720, reset compression=false 2024-12-03T02:31:48,105 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:48,105 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.1733193079312 to pos 2364, reset compression=false 2024-12-03T02:31:48,112 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/WALs/64035cbb0b46,34899,1733193076680/64035cbb0b46%2C34899%2C1733193076680.rep.1733193092585 not finished, retry = 0 2024-12-03T02:31:48,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741839_1015 (size=3552) 2024-12-03T02:31:48,182 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1493, reset compression=false 2024-12-03T02:31:48,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741833_1009 (size=2372) 2024-12-03T02:31:48,215 DEBUG [RS:0;64035cbb0b46:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:48,215 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:31:48,215 INFO [RS:0;64035cbb0b46:34899 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:31:48,215 INFO [RS:0;64035cbb0b46:34899 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T02:31:48,215 INFO [RS:0;64035cbb0b46:34899 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:31:48,215 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:31:48,215 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,34899,1733193076680 because: Region server is closing 2024-12-03T02:31:48,216 INFO [RS:0;64035cbb0b46:34899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:34899. 2024-12-03T02:31:48,216 DEBUG [RS:0;64035cbb0b46:34899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:48,216 DEBUG [RS:0;64035cbb0b46:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:48,216 DEBUG [RS:0;64035cbb0b46:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:48,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:48,316 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.shipper64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 terminated 2024-12-03T02:31:48,316 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,34899,1733193076680.replicationSource.wal-reader.64035cbb0b46%2C34899%2C1733193076680,1-64035cbb0b46,34899,1733193076680 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:31:48,316 INFO [RS:0;64035cbb0b46:34899 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:34899. 2024-12-03T02:31:48,316 DEBUG [RS:0;64035cbb0b46:34899 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:48,316 DEBUG [RS:0;64035cbb0b46:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:48,317 DEBUG [RS:0;64035cbb0b46:34899 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:48,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:48,317 INFO [RS:0;64035cbb0b46:34899 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34899 2024-12-03T02:31:48,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584/rs 2024-12-03T02:31:48,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2031179584/rs/64035cbb0b46,34899,1733193076680 2024-12-03T02:31:48,323 INFO [RS:0;64035cbb0b46:34899 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:31:48,327 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,34899,1733193076680] 2024-12-03T02:31:48,340 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2031179584/draining/64035cbb0b46,34899,1733193076680 already deleted, retry=false 2024-12-03T02:31:48,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,34899,1733193076680 expired; onlineServers=0 2024-12-03T02:31:48,340 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,41441,1733193076535' ***** 2024-12-03T02:31:48,340 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:31:48,340 INFO [M:0;64035cbb0b46:41441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:31:48,340 INFO [M:0;64035cbb0b46:41441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:31:48,340 DEBUG [M:0;64035cbb0b46:41441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:31:48,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:31:48,340 DEBUG [M:0;64035cbb0b46:41441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:31:48,340 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193078785 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193078785,5,FailOnTimeoutGroup] 2024-12-03T02:31:48,340 INFO [M:0;64035cbb0b46:41441 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:31:48,340 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193078785 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193078785,5,FailOnTimeoutGroup] 2024-12-03T02:31:48,340 INFO [M:0;64035cbb0b46:41441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:31:48,340 DEBUG [M:0;64035cbb0b46:41441 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:31:48,340 INFO [M:0;64035cbb0b46:41441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:31:48,340 INFO [M:0;64035cbb0b46:41441 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:31:48,341 INFO [M:0;64035cbb0b46:41441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:31:48,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:31:48,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2031179584/master 2024-12-03T02:31:48,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031179584 2024-12-03T02:31:48,356 DEBUG [M:0;64035cbb0b46:41441 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2031179584/master already deleted, retry=false 2024-12-03T02:31:48,356 DEBUG [M:0;64035cbb0b46:41441 {}] master.ActiveMasterManager(353): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2031179584/master 2024-12-03T02:31:48,357 INFO [M:0;64035cbb0b46:41441 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/.lastflushedseqids 2024-12-03T02:31:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741848_1024 (size=245) 2024-12-03T02:31:48,431 INFO [RS:0;64035cbb0b46:34899 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:31:48,432 INFO [RS:0;64035cbb0b46:34899 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,34899,1733193076680; zookeeper connection closed. 2024-12-03T02:31:48,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:48,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34899-0x1019a511f1f0004, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:48,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ed35795 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ed35795 2024-12-03T02:31:48,435 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:31:48,768 INFO [M:0;64035cbb0b46:41441 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:31:48,768 INFO [M:0;64035cbb0b46:41441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:31:48,768 DEBUG [M:0;64035cbb0b46:41441 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:31:48,768 INFO [M:0;64035cbb0b46:41441 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:48,768 DEBUG [M:0;64035cbb0b46:41441 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:48,768 DEBUG [M:0;64035cbb0b46:41441 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:31:48,768 DEBUG [M:0;64035cbb0b46:41441 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:48,768 INFO [M:0;64035cbb0b46:41441 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-03T02:31:48,785 DEBUG [M:0;64035cbb0b46:41441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a537e7059a0141efa976d3d16019c3be is 82, key is hbase:meta,,1/info:regioninfo/1733193080052/Put/seqid=0 2024-12-03T02:31:48,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741849_1025 (size=5672) 2024-12-03T02:31:48,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:48,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:48,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:48,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:48,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:48,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:48,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:48,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:48,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:48,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:48,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:48,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:48,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,185 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1493, reset compression=false 2024-12-03T02:31:49,188 INFO [M:0;64035cbb0b46:41441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a537e7059a0141efa976d3d16019c3be 2024-12-03T02:31:49,205 DEBUG [M:0;64035cbb0b46:41441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b22acb0cf16944d3b7f5110a3009baa2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733193092703/Put/seqid=0 2024-12-03T02:31:49,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741850_1026 (size=8515) 2024-12-03T02:31:49,439 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:31:49,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:49,608 INFO [M:0;64035cbb0b46:41441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b22acb0cf16944d3b7f5110a3009baa2 2024-12-03T02:31:49,625 DEBUG [M:0;64035cbb0b46:41441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1dfd03b35d6486b88db5a3c11614c87 is 69, key is 64035cbb0b46,34899,1733193076680/rs:state/1733193078950/Put/seqid=0 2024-12-03T02:31:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741851_1027 (size=5156) 2024-12-03T02:31:50,030 INFO [M:0;64035cbb0b46:41441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1dfd03b35d6486b88db5a3c11614c87 2024-12-03T02:31:50,041 DEBUG [M:0;64035cbb0b46:41441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a537e7059a0141efa976d3d16019c3be as hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a537e7059a0141efa976d3d16019c3be 2024-12-03T02:31:50,048 INFO [M:0;64035cbb0b46:41441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a537e7059a0141efa976d3d16019c3be, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T02:31:50,051 DEBUG [M:0;64035cbb0b46:41441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b22acb0cf16944d3b7f5110a3009baa2 as hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b22acb0cf16944d3b7f5110a3009baa2 2024-12-03T02:31:50,058 INFO [M:0;64035cbb0b46:41441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b22acb0cf16944d3b7f5110a3009baa2, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T02:31:50,060 DEBUG [M:0;64035cbb0b46:41441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d1dfd03b35d6486b88db5a3c11614c87 as hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1dfd03b35d6486b88db5a3c11614c87 2024-12-03T02:31:50,067 INFO [M:0;64035cbb0b46:41441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43567/user/jenkins/test-data/fbc92726-fc11-4922-5a0e-7d457ba46c05/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d1dfd03b35d6486b88db5a3c11614c87, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T02:31:50,068 INFO [M:0;64035cbb0b46:41441 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=97, compaction requested=false 2024-12-03T02:31:50,070 INFO [M:0;64035cbb0b46:41441 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:50,070 DEBUG [M:0;64035cbb0b46:41441 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193108768Disabling compacts and flushes for region at 1733193108768Disabling writes for close at 1733193108768Obtaining lock to block concurrent updates at 1733193108768Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193108768Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733193108768Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193108769 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193108769Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193108784 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193108784Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193109192 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193109204 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193109204Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193109614 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193109625 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193109625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a92dd: reopening flushed file at 1733193110035 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a02739: reopening flushed file at 1733193110048 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6933fb75: reopening flushed file at 1733193110058 (+10 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=97, compaction requested=false at 1733193110068 (+10 ms)Writing region close event to WAL at 1733193110070 (+2 ms)Closed at 1733193110070 2024-12-03T02:31:50,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741830_1006 (size=63642) 2024-12-03T02:31:50,078 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:31:50,078 INFO [M:0;64035cbb0b46:41441 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:31:50,079 INFO [M:0;64035cbb0b46:41441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41441 2024-12-03T02:31:50,081 INFO [M:0;64035cbb0b46:41441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:31:50,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:50,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41441-0x1019a511f1f0003, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:50,191 INFO [M:0;64035cbb0b46:41441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:31:50,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48ff7d12{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:31:50,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c5d6f5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:31:50,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:31:50,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6006d052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:31:50,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5773b5ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/hadoop.log.dir/,STOPPED} 2024-12-03T02:31:50,199 WARN [BP-2004201609-172.17.0.3-1733193074094 heartbeating to localhost/127.0.0.1:43567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:31:50,199 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:31:50,199 WARN [BP-2004201609-172.17.0.3-1733193074094 heartbeating to localhost/127.0.0.1:43567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2004201609-172.17.0.3-1733193074094 (Datanode Uuid 0755f30c-96a1-4f91-a2d2-3424b751a2fc) service to localhost/127.0.0.1:43567 2024-12-03T02:31:50,199 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:31:50,200 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:31:50,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/cluster_ceb5bd19-f359-d7e6-5eef-4f043c9e1e89/data/data1/current/BP-2004201609-172.17.0.3-1733193074094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:31:50,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/cluster_ceb5bd19-f359-d7e6-5eef-4f043c9e1e89/data/data2/current/BP-2004201609-172.17.0.3-1733193074094 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:31:50,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1972256a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:31:50,246 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ab7d46f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:31:50,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:31:50,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@568d9ab4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:31:50,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30570a8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4429ea1c-0813-da30-986a-67f9054d095e/hadoop.log.dir/,STOPPED} 2024-12-03T02:31:50,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:31:50,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:31:50,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:50,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:50,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:50,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:50,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:31:50,271 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1944052710, stopped=false 2024-12-03T02:31:50,271 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,38241,1733193070467 2024-12-03T02:31:50,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:50,289 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1493, reset compression=false 2024-12-03T02:31:50,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1352027636/running 2024-12-03T02:31:50,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:50,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Set watcher on znode that does not yet exist, /0-1352027636/running 2024-12-03T02:31:50,296 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:31:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1352027636/running 2024-12-03T02:31:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:50,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:31:50,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:50,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:50,298 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,35017,1733193070826' ***** 2024-12-03T02:31:50,298 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:31:50,298 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:31:50,298 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:31:50,298 INFO [RS:0;64035cbb0b46:35017 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:31:50,298 INFO [RS:0;64035cbb0b46:35017 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:31:50,298 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for 8190529c8fd58cda36ba2eb918abfaa5 2024-12-03T02:31:50,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Set watcher on znode that does not yet exist, /0-1352027636/running 2024-12-03T02:31:50,299 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:50,299 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,35017,1733193070826 2024-12-03T02:31:50,299 INFO [RS:0;64035cbb0b46:35017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:31:50,299 INFO [RS:0;64035cbb0b46:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:35017. 2024-12-03T02:31:50,299 DEBUG [RS:0;64035cbb0b46:35017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:50,299 DEBUG [RS:0;64035cbb0b46:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:50,299 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:31:50,299 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:31:50,299 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:31:50,299 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:31:50,300 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8190529c8fd58cda36ba2eb918abfaa5, disabling compactions & flushes 2024-12-03T02:31:50,300 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. 2024-12-03T02:31:50,300 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. 2024-12-03T02:31:50,300 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. after waiting 0 ms 2024-12-03T02:31:50,300 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. 2024-12-03T02:31:50,300 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8190529c8fd58cda36ba2eb918abfaa5 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-03T02:31:50,303 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T02:31:50,303 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8190529c8fd58cda36ba2eb918abfaa5=test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5., 8d2d04f265d4d50cffcf9f845378ea60=hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60.} 2024-12-03T02:31:50,304 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8190529c8fd58cda36ba2eb918abfaa5, 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:50,304 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:31:50,304 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:31:50,304 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:31:50,304 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:31:50,304 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:31:50,304 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T02:31:50,309 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:31:50,312 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:50,312 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1740, reset compression=false 2024-12-03T02:31:50,312 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,35017,1733193070826 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:31:50,313 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64035cbb0b46,35017,1733193070826: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64035cbb0b46,35017,1733193070826, walGroup=64035cbb0b46%2C35017%2C1733193070826, offset=64035cbb0b46%2C35017%2C1733193070826.1733193072647:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:35017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T02:31:50,315 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T02:31:50,315 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T02:31:50,315 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T02:31:50,315 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T02:31:50,315 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T02:31:50,315 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1178599424, "init": 1048576000, "max": 2306867200, "used": 859135096 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199639208 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T02:31:50,316 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:38241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:38241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T02:31:50,323 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/.tmp/f/b5f4e72c82024c13835c1048456485ec is 37, key is row3/f:row3/1733193102062/Put/seqid=0 2024-12-03T02:31:50,338 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/.tmp/info/d34d8782f0044721aa98892181858134 is 147, key is hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60./info:regioninfo/1733193090514/Put/seqid=0 2024-12-03T02:31:50,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741840_1016 (size=5228) 2024-12-03T02:31:50,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741841_1017 (size=7686) 2024-12-03T02:31:50,503 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:31:50,504 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:31:50,504 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8190529c8fd58cda36ba2eb918abfaa5, 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:50,536 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1740, reset compression=false 2024-12-03T02:31:50,704 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8190529c8fd58cda36ba2eb918abfaa5, 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:50,746 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/.tmp/f/b5f4e72c82024c13835c1048456485ec 2024-12-03T02:31:50,748 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/.tmp/info/d34d8782f0044721aa98892181858134 2024-12-03T02:31:50,755 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5f4e72c82024c13835c1048456485ec 2024-12-03T02:31:50,781 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/.tmp/ns/01cceca53c8642d58112ad246f78e290 is 43, key is default/ns:d/1733193073879/Put/seqid=0 2024-12-03T02:31:50,790 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/.tmp/f1/d317ca7270a740b5b0d19aa6994bf190 is 30, key is row1/f1:/1733193099404/DeleteFamily/seqid=0 2024-12-03T02:31:50,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741842_1018 (size=5153) 2024-12-03T02:31:50,794 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/.tmp/ns/01cceca53c8642d58112ad246f78e290 2024-12-03T02:31:50,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741843_1019 (size=5158) 2024-12-03T02:31:50,818 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/.tmp/rep_barrier/8a64c7afe57d48d386942078efff52a3 is 112, key is test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5./rep_barrier:seqnumDuringOpen/1733193086591/Put/seqid=0 2024-12-03T02:31:50,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741844_1020 (size=5518) 2024-12-03T02:31:50,840 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1740, reset compression=false 2024-12-03T02:31:50,904 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8190529c8fd58cda36ba2eb918abfaa5, 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:51,104 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8190529c8fd58cda36ba2eb918abfaa5, 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:51,202 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/.tmp/f1/d317ca7270a740b5b0d19aa6994bf190 2024-12-03T02:31:51,208 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d317ca7270a740b5b0d19aa6994bf190 2024-12-03T02:31:51,221 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/.tmp/rep_barrier/8a64c7afe57d48d386942078efff52a3 2024-12-03T02:31:51,226 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/.tmp/norep/ef4c8cc0189949f78cc9dafedbba64b0 is 32, key is row/norep:/1733193098399/DeleteFamily/seqid=0 2024-12-03T02:31:51,238 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/.tmp/table/dc7e329af1c8441daba8401c21a02317 is 53, key is hbase:replication/table:state/1733193090539/Put/seqid=0 2024-12-03T02:31:51,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741845_1021 (size=5101) 2024-12-03T02:31:51,246 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1740, reset compression=false 2024-12-03T02:31:51,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741846_1022 (size=5308) 2024-12-03T02:31:51,271 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/.tmp/table/dc7e329af1c8441daba8401c21a02317 2024-12-03T02:31:51,280 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/.tmp/info/d34d8782f0044721aa98892181858134 as hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/info/d34d8782f0044721aa98892181858134 2024-12-03T02:31:51,284 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/info/d34d8782f0044721aa98892181858134, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T02:31:51,285 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/.tmp/ns/01cceca53c8642d58112ad246f78e290 as hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/ns/01cceca53c8642d58112ad246f78e290 2024-12-03T02:31:51,291 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/ns/01cceca53c8642d58112ad246f78e290, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T02:31:51,295 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/.tmp/rep_barrier/8a64c7afe57d48d386942078efff52a3 as hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/rep_barrier/8a64c7afe57d48d386942078efff52a3 2024-12-03T02:31:51,300 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/rep_barrier/8a64c7afe57d48d386942078efff52a3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T02:31:51,301 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/.tmp/table/dc7e329af1c8441daba8401c21a02317 as hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/table/dc7e329af1c8441daba8401c21a02317 2024-12-03T02:31:51,304 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8190529c8fd58cda36ba2eb918abfaa5, 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:51,305 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/table/dc7e329af1c8441daba8401c21a02317, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T02:31:51,306 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1002ms, sequenceid=16, compaction requested=false 2024-12-03T02:31:51,306 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:31:51,310 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T02:31:51,310 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:51,310 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:31:51,310 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:51,310 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193110304Running coprocessor pre-close hooks at 1733193110304Disabling compacts and flushes for region at 1733193110304Disabling writes for close at 1733193110304Obtaining lock to block concurrent updates at 1733193110304Preparing flush snapshotting stores in 1588230740 at 1733193110304Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733193110305 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733193110306 (+1 ms)Flushing 1588230740/info: creating writer at 1733193110306Flushing 1588230740/info: appending metadata at 1733193110338 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733193110338Flushing 1588230740/ns: creating writer at 1733193110758 (+420 ms)Flushing 1588230740/ns: appending metadata at 1733193110780 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733193110780Flushing 1588230740/rep_barrier: creating writer at 1733193110801 (+21 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733193110817 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733193110817Flushing 1588230740/table: creating writer at 1733193111225 (+408 ms)Flushing 1588230740/table: appending metadata at 1733193111238 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733193111238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19350a57: reopening flushed file at 1733193111279 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27915652: reopening flushed file at 1733193111284 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42190079: reopening flushed file at 1733193111291 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@293e8511: reopening flushed file at 1733193111300 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1002ms, sequenceid=16, compaction requested=false at 1733193111306 (+6 ms)Writing region close event to WAL at 1733193111308 (+2 ms)Running coprocessor post-close hooks at 1733193111310 (+2 ms)Closed at 1733193111310 2024-12-03T02:31:51,311 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:51,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T02:31:51,505 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T02:31:51,505 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1325): Online Regions={8190529c8fd58cda36ba2eb918abfaa5=test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5., 8d2d04f265d4d50cffcf9f845378ea60=hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60.} 2024-12-03T02:31:51,505 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1351): Waiting on 8190529c8fd58cda36ba2eb918abfaa5, 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:51,641 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/.tmp/norep/ef4c8cc0189949f78cc9dafedbba64b0 2024-12-03T02:31:51,660 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef4c8cc0189949f78cc9dafedbba64b0 2024-12-03T02:31:51,667 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/.tmp/f/b5f4e72c82024c13835c1048456485ec as hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/f/b5f4e72c82024c13835c1048456485ec 2024-12-03T02:31:51,681 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5f4e72c82024c13835c1048456485ec 2024-12-03T02:31:51,681 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/f/b5f4e72c82024c13835c1048456485ec, entries=5, sequenceid=12, filesize=5.1 K 2024-12-03T02:31:51,684 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/.tmp/f1/d317ca7270a740b5b0d19aa6994bf190 as hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/f1/d317ca7270a740b5b0d19aa6994bf190 2024-12-03T02:31:51,699 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d317ca7270a740b5b0d19aa6994bf190 2024-12-03T02:31:51,699 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/f1/d317ca7270a740b5b0d19aa6994bf190, entries=3, sequenceid=12, filesize=5.0 K 2024-12-03T02:31:51,703 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/.tmp/norep/ef4c8cc0189949f78cc9dafedbba64b0 as hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/norep/ef4c8cc0189949f78cc9dafedbba64b0 2024-12-03T02:31:51,707 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1351): Waiting on 8190529c8fd58cda36ba2eb918abfaa5, 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:51,717 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef4c8cc0189949f78cc9dafedbba64b0 2024-12-03T02:31:51,717 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/norep/ef4c8cc0189949f78cc9dafedbba64b0, entries=1, sequenceid=12, filesize=5.0 K 2024-12-03T02:31:51,718 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8190529c8fd58cda36ba2eb918abfaa5 in 1418ms, sequenceid=12, compaction requested=false 2024-12-03T02:31:51,718 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T02:31:51,728 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/data/default/test/8190529c8fd58cda36ba2eb918abfaa5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T02:31:51,729 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:31:51,729 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:31:51,729 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. 2024-12-03T02:31:51,729 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8190529c8fd58cda36ba2eb918abfaa5: Waiting for close lock at 1733193110299Running coprocessor pre-close hooks at 1733193110299Disabling compacts and flushes for region at 1733193110300 (+1 ms)Disabling writes for close at 1733193110300Obtaining lock to block concurrent updates at 1733193110300Preparing flush snapshotting stores in 8190529c8fd58cda36ba2eb918abfaa5 at 1733193110300Finished memstore snapshotting test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733193110300Flushing stores of test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. at 1733193110301 (+1 ms)Flushing 8190529c8fd58cda36ba2eb918abfaa5/f: creating writer at 1733193110301Flushing 8190529c8fd58cda36ba2eb918abfaa5/f: appending metadata at 1733193110322 (+21 ms)Flushing 8190529c8fd58cda36ba2eb918abfaa5/f: closing flushed file at 1733193110322Flushing 8190529c8fd58cda36ba2eb918abfaa5/f1: creating writer at 1733193110755 (+433 ms)Flushing 8190529c8fd58cda36ba2eb918abfaa5/f1: appending metadata at 1733193110790 (+35 ms)Flushing 8190529c8fd58cda36ba2eb918abfaa5/f1: closing flushed file at 1733193110790Flushing 8190529c8fd58cda36ba2eb918abfaa5/norep: creating writer at 1733193111208 (+418 ms)Flushing 8190529c8fd58cda36ba2eb918abfaa5/norep: appending metadata at 1733193111225 (+17 ms)Flushing 8190529c8fd58cda36ba2eb918abfaa5/norep: closing flushed file at 1733193111225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e5a492b: reopening flushed file at 1733193111660 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e492e2: reopening flushed file at 1733193111681 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75017633: reopening flushed file at 1733193111699 (+18 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8190529c8fd58cda36ba2eb918abfaa5 in 1418ms, sequenceid=12, compaction requested=false at 1733193111718 (+19 ms)Writing region close event to WAL at 1733193111724 (+6 ms)Running coprocessor post-close hooks at 1733193111729 (+5 ms)Closed at 1733193111729 2024-12-03T02:31:51,729 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733193085312.8190529c8fd58cda36ba2eb918abfaa5. 2024-12-03T02:31:51,729 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d2d04f265d4d50cffcf9f845378ea60, disabling compactions & flushes 2024-12-03T02:31:51,729 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:51,729 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:51,729 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. after waiting 0 ms 2024-12-03T02:31:51,729 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:51,730 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d2d04f265d4d50cffcf9f845378ea60: Waiting for close lock at 1733193111729Running coprocessor pre-close hooks at 1733193111729Disabling compacts and flushes for region at 1733193111729Disabling writes for close at 1733193111729Failed flush hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60., putting online again at 1733193111730 (+1 ms) 2024-12-03T02:31:51,730 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:51,778 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 1740, reset compression=false 2024-12-03T02:31:51,800 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:31:51,800 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 2384, reset compression=false 2024-12-03T02:31:51,908 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:51,908 DEBUG [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1351): Waiting on 8d2d04f265d4d50cffcf9f845378ea60 2024-12-03T02:31:51,909 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d2d04f265d4d50cffcf9f845378ea60, disabling compactions & flushes 2024-12-03T02:31:51,909 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:51,910 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:51,910 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. after waiting 0 ms 2024-12-03T02:31:51,910 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:51,910 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d2d04f265d4d50cffcf9f845378ea60: Waiting for close lock at 1733193111909Running coprocessor pre-close hooks at 1733193111909Disabling compacts and flushes for region at 1733193111909Disabling writes for close at 1733193111910 (+1 ms)Failed flush hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60., putting online again at 1733193111910 2024-12-03T02:31:51,910 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733193089815.8d2d04f265d4d50cffcf9f845378ea60. 2024-12-03T02:31:52,012 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.wal-reader.64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.1733193072647 to pos 2384, reset compression=false 2024-12-03T02:31:52,110 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-03T02:31:52,110 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,35017,1733193070826; all regions closed. 2024-12-03T02:31:52,137 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/WALs/64035cbb0b46,35017,1733193070826/64035cbb0b46%2C35017%2C1733193070826.meta.1733193073732.meta not finished, retry = 0 2024-12-03T02:31:52,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741834_1010 (size=4239) 2024-12-03T02:31:52,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741839_1015 (size=2609) 2024-12-03T02:31:52,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741832_1008 (size=2392) 2024-12-03T02:31:52,275 DEBUG [RS:0;64035cbb0b46:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:52,275 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:31:52,275 INFO [RS:0;64035cbb0b46:35017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:31:52,276 INFO [RS:0;64035cbb0b46:35017 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:31:52,276 INFO [RS:0;64035cbb0b46:35017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:31:52,276 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:31:52,276 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,35017,1733193070826 because: Region server is closing 2024-12-03T02:31:52,276 INFO [RS:0;64035cbb0b46:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:35017. 2024-12-03T02:31:52,276 DEBUG [RS:0;64035cbb0b46:35017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:52,276 DEBUG [RS:0;64035cbb0b46:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:52,276 DEBUG [RS:0;64035cbb0b46:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:52,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:52,377 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,35017,1733193070826.replicationSource.shipper64035cbb0b46%2C35017%2C1733193070826,1-64035cbb0b46,35017,1733193070826 terminated 2024-12-03T02:31:52,377 INFO [RS:0;64035cbb0b46:35017 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:35017. 2024-12-03T02:31:52,377 DEBUG [RS:0;64035cbb0b46:35017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:31:52,377 DEBUG [RS:0;64035cbb0b46:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:52,377 DEBUG [RS:0;64035cbb0b46:35017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:52,377 INFO [RS:0;64035cbb0b46:35017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35017 2024-12-03T02:31:52,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:31:52,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636/rs 2024-12-03T02:31:52,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1352027636/rs/64035cbb0b46,35017,1733193070826 2024-12-03T02:31:52,388 INFO [RS:0;64035cbb0b46:35017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:31:52,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,35017,1733193070826] 2024-12-03T02:31:52,406 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1352027636/draining/64035cbb0b46,35017,1733193070826 already deleted, retry=false 2024-12-03T02:31:52,406 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,35017,1733193070826 expired; onlineServers=0 2024-12-03T02:31:52,406 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,38241,1733193070467' ***** 2024-12-03T02:31:52,406 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:31:52,406 INFO [M:0;64035cbb0b46:38241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:31:52,406 INFO [M:0;64035cbb0b46:38241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:31:52,406 DEBUG [M:0;64035cbb0b46:38241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:31:52,406 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:31:52,406 DEBUG [M:0;64035cbb0b46:38241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:31:52,406 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193072374 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193072374,5,FailOnTimeoutGroup] 2024-12-03T02:31:52,407 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193072375 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193072375,5,FailOnTimeoutGroup] 2024-12-03T02:31:52,407 INFO [M:0;64035cbb0b46:38241 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:31:52,407 INFO [M:0;64035cbb0b46:38241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:31:52,407 DEBUG [M:0;64035cbb0b46:38241 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:31:52,407 INFO [M:0;64035cbb0b46:38241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:31:52,407 INFO [M:0;64035cbb0b46:38241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:31:52,407 INFO [M:0;64035cbb0b46:38241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:31:52,407 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:31:52,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1352027636/master 2024-12-03T02:31:52,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1352027636 2024-12-03T02:31:52,414 DEBUG [M:0;64035cbb0b46:38241 {}] zookeeper.ZKUtil(347): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Unable to get data of znode /0-1352027636/master because node does not exist (not an error) 2024-12-03T02:31:52,414 WARN [M:0;64035cbb0b46:38241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:31:52,415 INFO [M:0;64035cbb0b46:38241 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/.lastflushedseqids 2024-12-03T02:31:52,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741847_1023 (size=245) 2024-12-03T02:31:52,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:52,498 INFO [RS:0;64035cbb0b46:35017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:31:52,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35017-0x1019a511f1f0001, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:52,498 INFO [RS:0;64035cbb0b46:35017 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,35017,1733193070826; zookeeper connection closed. 2024-12-03T02:31:52,498 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4416f8d3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4416f8d3 2024-12-03T02:31:52,498 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:31:52,819 INFO [M:0;64035cbb0b46:38241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:31:52,819 INFO [M:0;64035cbb0b46:38241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:31:52,820 DEBUG [M:0;64035cbb0b46:38241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:31:52,820 INFO [M:0;64035cbb0b46:38241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:52,820 DEBUG [M:0;64035cbb0b46:38241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:52,820 DEBUG [M:0;64035cbb0b46:38241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:31:52,820 DEBUG [M:0;64035cbb0b46:38241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:52,820 INFO [M:0;64035cbb0b46:38241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T02:31:52,838 DEBUG [M:0;64035cbb0b46:38241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef565327cc604fd7ab0abfe98899a8f8 is 82, key is hbase:meta,,1/info:regioninfo/1733193073805/Put/seqid=0 2024-12-03T02:31:52,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741848_1024 (size=5672) 2024-12-03T02:31:53,260 INFO [M:0;64035cbb0b46:38241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef565327cc604fd7ab0abfe98899a8f8 2024-12-03T02:31:53,302 DEBUG [M:0;64035cbb0b46:38241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b9bfa7ae162440f907293f682c0c6d9 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733193086638/Put/seqid=0 2024-12-03T02:31:53,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741849_1025 (size=7218) 2024-12-03T02:31:53,734 INFO [M:0;64035cbb0b46:38241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b9bfa7ae162440f907293f682c0c6d9 2024-12-03T02:31:53,742 INFO [M:0;64035cbb0b46:38241 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b9bfa7ae162440f907293f682c0c6d9 2024-12-03T02:31:53,759 DEBUG [M:0;64035cbb0b46:38241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/523cb4a4693e4025aab70cecd9fff184 is 69, key is 64035cbb0b46,35017,1733193070826/rs:state/1733193072453/Put/seqid=0 2024-12-03T02:31:53,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741850_1026 (size=5156) 2024-12-03T02:31:54,170 INFO [M:0;64035cbb0b46:38241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/523cb4a4693e4025aab70cecd9fff184 2024-12-03T02:31:54,193 DEBUG [M:0;64035cbb0b46:38241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef565327cc604fd7ab0abfe98899a8f8 as hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef565327cc604fd7ab0abfe98899a8f8 2024-12-03T02:31:54,200 INFO [M:0;64035cbb0b46:38241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef565327cc604fd7ab0abfe98899a8f8, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T02:31:54,203 DEBUG [M:0;64035cbb0b46:38241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b9bfa7ae162440f907293f682c0c6d9 as hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b9bfa7ae162440f907293f682c0c6d9 2024-12-03T02:31:54,211 INFO [M:0;64035cbb0b46:38241 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b9bfa7ae162440f907293f682c0c6d9 2024-12-03T02:31:54,211 INFO [M:0;64035cbb0b46:38241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b9bfa7ae162440f907293f682c0c6d9, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T02:31:54,215 DEBUG [M:0;64035cbb0b46:38241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/523cb4a4693e4025aab70cecd9fff184 as hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/523cb4a4693e4025aab70cecd9fff184 2024-12-03T02:31:54,244 INFO [M:0;64035cbb0b46:38241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37521/user/jenkins/test-data/2d79fbe3-a2a2-9587-25b6-e4ef58d96a68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/523cb4a4693e4025aab70cecd9fff184, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T02:31:54,250 INFO [M:0;64035cbb0b46:38241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1429ms, sequenceid=105, compaction requested=false 2024-12-03T02:31:54,276 INFO [M:0;64035cbb0b46:38241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:54,276 DEBUG [M:0;64035cbb0b46:38241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193112820Disabling compacts and flushes for region at 1733193112820Disabling writes for close at 1733193112820Obtaining lock to block concurrent updates at 1733193112820Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193112820Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733193112820Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193112821 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193112821Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193112838 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193112838Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193113267 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193113301 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193113301Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193113743 (+442 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193113758 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193113758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f5db7c: reopening flushed file at 1733193114189 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2968efee: reopening flushed file at 1733193114200 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254ee6e1: reopening flushed file at 1733193114211 (+11 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1429ms, sequenceid=105, compaction requested=false at 1733193114250 (+39 ms)Writing region close event to WAL at 1733193114276 (+26 ms)Closed at 1733193114276 2024-12-03T02:31:54,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41711 is added to blk_1073741830_1006 (size=64423) 2024-12-03T02:31:54,320 INFO [M:0;64035cbb0b46:38241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:31:54,320 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:31:54,320 INFO [M:0;64035cbb0b46:38241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38241 2024-12-03T02:31:54,320 INFO [M:0;64035cbb0b46:38241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:31:54,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:54,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1019a511f1f0000, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:31:54,434 INFO [M:0;64035cbb0b46:38241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:31:54,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5839ab42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:31:54,465 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1666733a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:31:54,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:31:54,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a21a963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:31:54,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b4b4ee1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/hadoop.log.dir/,STOPPED} 2024-12-03T02:31:54,473 WARN [BP-221555473-172.17.0.3-1733193067902 heartbeating to localhost/127.0.0.1:37521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:31:54,473 WARN [BP-221555473-172.17.0.3-1733193067902 heartbeating to localhost/127.0.0.1:37521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-221555473-172.17.0.3-1733193067902 (Datanode Uuid c8777de1-1efa-46b8-9776-6919eddce05c) service to localhost/127.0.0.1:37521 2024-12-03T02:31:54,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/cluster_f2e91087-02fd-4433-43d8-d8189853652a/data/data1/current/BP-221555473-172.17.0.3-1733193067902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:31:54,474 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/cluster_f2e91087-02fd-4433-43d8-d8189853652a/data/data2/current/BP-221555473-172.17.0.3-1733193067902 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:31:54,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:31:54,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:31:54,475 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:31:54,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b8a4378{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:31:54,519 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f022a20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:31:54,519 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:31:54,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44bbb857{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:31:54,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c8d7c1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94abc952-231f-e49a-4268-b62019f7eae6/hadoop.log.dir/,STOPPED} 2024-12-03T02:31:54,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T02:31:54,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:31:54,577 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 262) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60770) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60770) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37521 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43567 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:43567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60770) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:41211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:41211 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=810 (was 695) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=386 (was 2447) 2024-12-03T02:31:54,593 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=810, ProcessCount=11, AvailableMemoryMB=383 2024-12-03T02:31:54,610 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-03T02:31:54,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/hadoop.log.dir so I do NOT create it in target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2 2024-12-03T02:31:54,615 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:31:54,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/hadoop.tmp.dir so I do NOT create it in target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2 2024-12-03T02:31:54,615 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e7478d4-d05b-b28c-87e1-873a055fa25e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:31:54,616 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2 2024-12-03T02:31:54,616 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/cluster_eb2801f0-a126-612a-1910-7f090dcf8840, deleteOnExit=true 2024-12-03T02:31:54,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019a511f1f0008, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:31:54,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a511f1f0005, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:31:54,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a511f1f0002, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:31:54,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019a511f1f0008, quorum=127.0.0.1:60770, baseZNode=/2-1063289478 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:31:54,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a511f1f0005, quorum=127.0.0.1:60770, baseZNode=/1-2031179584 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:31:54,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a511f1f0002, quorum=127.0.0.1:60770, baseZNode=/0-1352027636 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:31:54,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/cluster_eb2801f0-a126-612a-1910-7f090dcf8840/zookeeper_0, clientPort=50119, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/cluster_eb2801f0-a126-612a-1910-7f090dcf8840/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/cluster_eb2801f0-a126-612a-1910-7f090dcf8840/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T02:31:54,686 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50119 2024-12-03T02:31:54,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:31:54,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:31:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/test.cache.data in system properties and HBase conf 2024-12-03T02:31:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:31:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:31:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:31:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:31:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:31:54,687 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:31:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:31:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:31:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:31:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:31:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:31:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:31:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:31:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:31:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:31:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:31:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:31:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:31:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:31:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:31:55,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:55,035 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:31:55,045 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:31:55,046 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:31:55,046 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:31:55,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:55,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ec7c87c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:31:55,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ccaae8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:31:55,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17f52b3a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/java.io.tmpdir/jetty-localhost-43551-hadoop-hdfs-3_4_1-tests_jar-_-any-2895672650793180614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:31:55,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3523b569{HTTP/1.1, (http/1.1)}{localhost:43551} 2024-12-03T02:31:55,163 INFO [Time-limited test {}] server.Server(415): Started @270350ms 2024-12-03T02:31:55,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:55,355 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:31:55,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:31:55,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:31:55,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:31:55,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a87ff4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:31:55,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@741dab54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:31:55,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a31b091{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/java.io.tmpdir/jetty-localhost-42539-hadoop-hdfs-3_4_1-tests_jar-_-any-7128835966712690488/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:31:55,458 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a181d7{HTTP/1.1, (http/1.1)}{localhost:42539} 2024-12-03T02:31:55,458 INFO [Time-limited test {}] server.Server(415): Started @270645ms 2024-12-03T02:31:55,460 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:31:56,010 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/cluster_eb2801f0-a126-612a-1910-7f090dcf8840/data/data2/current/BP-1458662596-172.17.0.3-1733193114708/current, will proceed with Du for space computation calculation, 2024-12-03T02:31:56,010 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/cluster_eb2801f0-a126-612a-1910-7f090dcf8840/data/data1/current/BP-1458662596-172.17.0.3-1733193114708/current, will proceed with Du for space computation calculation, 2024-12-03T02:31:56,031 WARN [Thread-3428 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:31:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5022d593e072fa5 with lease ID 0xdf77abb016f18f3a: Processing first storage report for DS-7b6784c4-fbd0-4e66-91e7-ac44d5386ac2 from datanode DatanodeRegistration(127.0.0.1:33489, datanodeUuid=ac480502-b8da-46ba-84fe-425f26a91275, infoPort=33115, infoSecurePort=0, ipcPort=35203, storageInfo=lv=-57;cid=testClusterID;nsid=1526444044;c=1733193114708) 2024-12-03T02:31:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5022d593e072fa5 with lease ID 0xdf77abb016f18f3a: from storage DS-7b6784c4-fbd0-4e66-91e7-ac44d5386ac2 node DatanodeRegistration(127.0.0.1:33489, datanodeUuid=ac480502-b8da-46ba-84fe-425f26a91275, infoPort=33115, infoSecurePort=0, ipcPort=35203, storageInfo=lv=-57;cid=testClusterID;nsid=1526444044;c=1733193114708), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:31:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5022d593e072fa5 with lease ID 0xdf77abb016f18f3a: Processing first storage report for DS-8bd06084-2fb0-4d25-a0ca-0c5ede2c3d49 from datanode DatanodeRegistration(127.0.0.1:33489, datanodeUuid=ac480502-b8da-46ba-84fe-425f26a91275, infoPort=33115, infoSecurePort=0, ipcPort=35203, storageInfo=lv=-57;cid=testClusterID;nsid=1526444044;c=1733193114708) 2024-12-03T02:31:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5022d593e072fa5 with lease ID 0xdf77abb016f18f3a: from storage DS-8bd06084-2fb0-4d25-a0ca-0c5ede2c3d49 node DatanodeRegistration(127.0.0.1:33489, datanodeUuid=ac480502-b8da-46ba-84fe-425f26a91275, infoPort=33115, infoSecurePort=0, ipcPort=35203, storageInfo=lv=-57;cid=testClusterID;nsid=1526444044;c=1733193114708), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:31:56,092 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2 2024-12-03T02:31:56,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:56,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:56,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:31:56,500 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4 with version=8 2024-12-03T02:31:56,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/hbase-staging 2024-12-03T02:31:56,501 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:31:56,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:56,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:56,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:31:56,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:56,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:31:56,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:31:56,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:31:56,502 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44051 2024-12-03T02:31:56,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44051 connecting to ZooKeeper ensemble=127.0.0.1:50119 2024-12-03T02:31:56,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440510x0, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:31:56,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44051-0x1019a51d61b0000 connected 2024-12-03T02:31:56,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:56,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:56,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Set watcher on znode that does not yet exist, /01593718785/running 2024-12-03T02:31:56,661 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4, hbase.cluster.distributed=false 2024-12-03T02:31:56,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Set watcher on znode that does not yet exist, /01593718785/acl 2024-12-03T02:31:56,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44051 2024-12-03T02:31:56,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44051 2024-12-03T02:31:56,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44051 2024-12-03T02:31:56,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44051 2024-12-03T02:31:56,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44051 2024-12-03T02:31:56,700 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:31:56,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:56,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:56,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:31:56,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:31:56,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:31:56,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:31:56,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:31:56,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40543 2024-12-03T02:31:56,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40543 connecting to ZooKeeper ensemble=127.0.0.1:50119 2024-12-03T02:31:56,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:56,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:56,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405430x0, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:31:56,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405430x0, quorum=127.0.0.1:50119, baseZNode=/01593718785 Set watcher on znode that does not yet exist, /01593718785/running 2024-12-03T02:31:56,718 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:31:56,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40543-0x1019a51d61b0001 connected 2024-12-03T02:31:56,725 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:31:56,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Set watcher on znode that does not yet exist, /01593718785/master 2024-12-03T02:31:56,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Set watcher on znode that does not yet exist, /01593718785/acl 2024-12-03T02:31:56,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40543 2024-12-03T02:31:56,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40543 2024-12-03T02:31:56,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40543 2024-12-03T02:31:56,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40543 2024-12-03T02:31:56,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40543 2024-12-03T02:31:56,766 DEBUG [M:0;64035cbb0b46:44051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:44051 2024-12-03T02:31:56,766 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01593718785/backup-masters/64035cbb0b46,44051,1733193116501 2024-12-03T02:31:56,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785/backup-masters 2024-12-03T02:31:56,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785/backup-masters 2024-12-03T02:31:56,773 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Set watcher on existing znode=/01593718785/backup-masters/64035cbb0b46,44051,1733193116501 2024-12-03T02:31:56,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01593718785/master 2024-12-03T02:31:56,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:31:56,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:31:56,781 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Set watcher on existing znode=/01593718785/master 2024-12-03T02:31:56,782 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01593718785/backup-masters/64035cbb0b46,44051,1733193116501 from backup master directory 2024-12-03T02:31:56,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785/backup-masters 2024-12-03T02:31:56,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01593718785/backup-masters/64035cbb0b46,44051,1733193116501 2024-12-03T02:31:56,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785/backup-masters 2024-12-03T02:31:56,789 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:31:56,789 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,44051,1733193116501 2024-12-03T02:31:56,792 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/hbase.id] with ID: 85f16641-62e6-41e8-a612-d4cf191da642 2024-12-03T02:31:56,792 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/.tmp/hbase.id 2024-12-03T02:31:56,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:31:56,808 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/.tmp/hbase.id]:[hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/hbase.id] 2024-12-03T02:31:56,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:31:56,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,818 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:31:56,818 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:31:56,819 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T02:31:56,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:31:56,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:31:56,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:31:56,841 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:31:56,842 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:31:56,843 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:56,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:31:56,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:31:57,270 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store 2024-12-03T02:31:57,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:31:57,677 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:57,677 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:31:57,677 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:57,677 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:57,677 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:31:57,677 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:57,677 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:31:57,678 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193117677Disabling compacts and flushes for region at 1733193117677Disabling writes for close at 1733193117677Writing region close event to WAL at 1733193117677Closed at 1733193117677 2024-12-03T02:31:57,680 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/.initializing 2024-12-03T02:31:57,680 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/WALs/64035cbb0b46,44051,1733193116501 2024-12-03T02:31:57,680 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:31:57,682 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C44051%2C1733193116501, suffix=, logDir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/WALs/64035cbb0b46,44051,1733193116501, archiveDir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/oldWALs, maxLogs=10 2024-12-03T02:31:57,697 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/WALs/64035cbb0b46,44051,1733193116501/64035cbb0b46%2C44051%2C1733193116501.1733193117682, exclude list is [], retry=0 2024-12-03T02:31:57,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33489,DS-7b6784c4-fbd0-4e66-91e7-ac44d5386ac2,DISK] 2024-12-03T02:31:57,712 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/WALs/64035cbb0b46,44051,1733193116501/64035cbb0b46%2C44051%2C1733193116501.1733193117682 2024-12-03T02:31:57,712 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33115:33115)] 2024-12-03T02:31:57,712 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:57,712 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:57,713 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:57,713 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:57,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:57,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:31:57,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:57,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:57,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:57,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:31:57,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:57,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:57,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:57,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:31:57,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:57,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:57,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:57,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:31:57,721 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:57,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:31:57,722 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:57,723 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:57,723 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:57,726 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:57,726 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:57,726 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:31:57,728 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:31:57,737 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:57,737 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66312690, jitterRate=-0.011863917112350464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:31:57,738 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193117713Initializing all the Stores at 1733193117713Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193117713Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193117713Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193117713Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193117713Cleaning up temporary data from old regions at 1733193117726 (+13 ms)Region opened successfully at 1733193117738 (+12 ms) 2024-12-03T02:31:57,738 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:31:57,742 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1f1256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:31:57,743 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:31:57,743 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:31:57,743 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:31:57,743 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:31:57,743 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:31:57,744 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:31:57,744 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:31:57,749 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:31:57,750 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Unable to get data of znode /01593718785/balancer because node does not exist (not necessarily an error) 2024-12-03T02:31:57,772 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01593718785/balancer already deleted, retry=false 2024-12-03T02:31:57,773 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:31:57,779 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Unable to get data of znode /01593718785/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:31:57,790 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01593718785/normalizer already deleted, retry=false 2024-12-03T02:31:57,791 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:31:57,798 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Unable to get data of znode /01593718785/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:31:57,806 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01593718785/switch/split already deleted, retry=false 2024-12-03T02:31:57,816 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Unable to get data of znode /01593718785/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:31:57,822 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01593718785/switch/merge already deleted, retry=false 2024-12-03T02:31:57,831 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Unable to get data of znode /01593718785/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:31:57,839 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01593718785/snapshot-cleanup already deleted, retry=false 2024-12-03T02:31:57,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01593718785/running 2024-12-03T02:31:57,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:31:57,849 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,44051,1733193116501, sessionid=0x1019a51d61b0000, setting cluster-up flag (Was=false) 2024-12-03T02:31:57,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01593718785/running 2024-12-03T02:31:57,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:31:57,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:31:57,889 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01593718785/flush-table-proc/acquired, /01593718785/flush-table-proc/reached, /01593718785/flush-table-proc/abort 2024-12-03T02:31:57,890 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,44051,1733193116501 2024-12-03T02:31:57,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:31:57,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:31:57,939 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01593718785/online-snapshot/acquired, /01593718785/online-snapshot/reached, /01593718785/online-snapshot/abort 2024-12-03T02:31:57,940 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,44051,1733193116501 2024-12-03T02:31:57,941 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:31:57,942 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:57,943 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:31:57,943 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:31:57,943 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,44051,1733193116501 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:31:57,945 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:57,945 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:57,945 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:57,945 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:31:57,945 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:31:57,945 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:57,945 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:31:57,945 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:57,950 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(746): ClusterId : 85f16641-62e6-41e8-a612-d4cf191da642 2024-12-03T02:31:57,950 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:31:57,954 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:57,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:31:57,955 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:57,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:31:57,955 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193147955 2024-12-03T02:31:57,956 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:31:57,956 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:31:57,956 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:31:57,956 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:31:57,956 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:31:57,956 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:31:57,957 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:57,957 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:31:57,957 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:31:57,964 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:31:57,964 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:31:57,964 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:31:57,964 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:31:57,966 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:31:57,966 DEBUG [RS:0;64035cbb0b46:40543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b0790b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:31:57,968 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:31:57,968 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:31:57,975 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193117968,5,FailOnTimeoutGroup] 2024-12-03T02:31:57,979 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193117975,5,FailOnTimeoutGroup] 2024-12-03T02:31:57,979 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:57,979 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:31:57,979 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:57,979 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:57,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:31:58,010 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:40543 2024-12-03T02:31:58,011 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:31:58,011 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:31:58,011 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:31:58,011 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,44051,1733193116501 with port=40543, startcode=1733193116700 2024-12-03T02:31:58,012 DEBUG [RS:0;64035cbb0b46:40543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:31:58,022 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:31:58,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,40543,1733193116700 2024-12-03T02:31:58,023 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44051 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,40543,1733193116700 2024-12-03T02:31:58,037 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4 2024-12-03T02:31:58,037 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39643 2024-12-03T02:31:58,037 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:31:58,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785/rs 2024-12-03T02:31:58,059 DEBUG [RS:0;64035cbb0b46:40543 {}] zookeeper.ZKUtil(111): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Set watcher on existing znode=/01593718785/rs/64035cbb0b46,40543,1733193116700 2024-12-03T02:31:58,059 WARN [RS:0;64035cbb0b46:40543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:31:58,059 INFO [RS:0;64035cbb0b46:40543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:58,059 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700 2024-12-03T02:31:58,064 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:31:58,067 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,40543,1733193116700] 2024-12-03T02:31:58,071 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:31:58,073 INFO [RS:0;64035cbb0b46:40543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:31:58,073 INFO [RS:0;64035cbb0b46:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:58,073 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:31:58,075 INFO [RS:0;64035cbb0b46:40543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:31:58,075 INFO [RS:0;64035cbb0b46:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:58,075 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:58,076 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:58,076 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:58,076 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:58,076 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:58,076 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:31:58,076 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:58,076 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:58,076 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:58,076 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:58,076 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:58,076 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:31:58,076 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:31:58,076 DEBUG [RS:0;64035cbb0b46:40543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:31:58,095 INFO [RS:0;64035cbb0b46:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:58,095 INFO [RS:0;64035cbb0b46:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:58,095 INFO [RS:0;64035cbb0b46:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:58,095 INFO [RS:0;64035cbb0b46:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:58,095 INFO [RS:0;64035cbb0b46:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:58,095 INFO [RS:0;64035cbb0b46:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,40543,1733193116700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:31:58,113 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:31:58,113 INFO [RS:0;64035cbb0b46:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,40543,1733193116700-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:58,114 INFO [RS:0;64035cbb0b46:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:58,114 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.Replication(171): 64035cbb0b46,40543,1733193116700 started 2024-12-03T02:31:58,132 INFO [RS:0;64035cbb0b46:40543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:58,132 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,40543,1733193116700, RpcServer on 64035cbb0b46/172.17.0.3:40543, sessionid=0x1019a51d61b0001 2024-12-03T02:31:58,132 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:31:58,132 DEBUG [RS:0;64035cbb0b46:40543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,40543,1733193116700 2024-12-03T02:31:58,132 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,40543,1733193116700' 2024-12-03T02:31:58,132 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01593718785/flush-table-proc/abort' 2024-12-03T02:31:58,142 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01593718785/flush-table-proc/acquired' 2024-12-03T02:31:58,147 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:31:58,147 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:31:58,147 DEBUG [RS:0;64035cbb0b46:40543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,40543,1733193116700 2024-12-03T02:31:58,147 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,40543,1733193116700' 2024-12-03T02:31:58,147 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01593718785/online-snapshot/abort' 2024-12-03T02:31:58,148 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01593718785/online-snapshot/acquired' 2024-12-03T02:31:58,148 DEBUG [RS:0;64035cbb0b46:40543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:31:58,148 INFO [RS:0;64035cbb0b46:40543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:31:58,148 INFO [RS:0;64035cbb0b46:40543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:31:58,249 INFO [RS:0;64035cbb0b46:40543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:31:58,250 INFO [RS:0;64035cbb0b46:40543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C40543%2C1733193116700, suffix=, logDir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700, archiveDir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/oldWALs, maxLogs=10 2024-12-03T02:31:58,260 DEBUG [RS:0;64035cbb0b46:40543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250, exclude list is [], retry=0 2024-12-03T02:31:58,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33489,DS-7b6784c4-fbd0-4e66-91e7-ac44d5386ac2,DISK] 2024-12-03T02:31:58,263 INFO [RS:0;64035cbb0b46:40543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 2024-12-03T02:31:58,264 DEBUG [RS:0;64035cbb0b46:40543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33115:33115)] 2024-12-03T02:31:58,400 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:31:58,400 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4 2024-12-03T02:31:58,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:31:58,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:58,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:31:58,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:31:58,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:58,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:58,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:31:58,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:31:58,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:58,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:58,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:31:58,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:31:58,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:58,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:58,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:31:58,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:31:58,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:58,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:58,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:31:58,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740 2024-12-03T02:31:58,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740 2024-12-03T02:31:58,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:31:58,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:31:58,818 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:31:58,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:31:58,821 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:31:58,821 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72267394, jitterRate=0.07686808705329895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:31:58,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193118805Initializing all the Stores at 1733193118806 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193118806Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193118806Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193118806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193118806Cleaning up temporary data from old regions at 1733193118817 (+11 ms)Region opened successfully at 1733193118822 (+5 ms) 2024-12-03T02:31:58,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:31:58,822 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:31:58,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:31:58,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:31:58,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:31:58,822 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:31:58,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193118822Disabling compacts and flushes for region at 1733193118822Disabling writes for close at 1733193118822Writing region close event to WAL at 1733193118822Closed at 1733193118822 2024-12-03T02:31:58,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:58,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:31:58,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:31:58,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:31:58,825 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:31:58,976 DEBUG [64035cbb0b46:44051 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:31:58,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,40543,1733193116700 2024-12-03T02:31:58,977 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,40543,1733193116700, state=OPENING 2024-12-03T02:31:58,997 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:31:59,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:31:59,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:31:59,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01593718785/meta-region-server: CHANGED 2024-12-03T02:31:59,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01593718785/meta-region-server: CHANGED 2024-12-03T02:31:59,007 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:31:59,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,40543,1733193116700}] 2024-12-03T02:31:59,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:31:59,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:31:59,163 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:31:59,163 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:31:59,163 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:31:59,164 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C40543%2C1733193116700.meta, suffix=.meta, logDir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700, archiveDir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/oldWALs, maxLogs=10 2024-12-03T02:31:59,174 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.meta.1733193119164.meta, exclude list is [], retry=0 2024-12-03T02:31:59,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33489,DS-7b6784c4-fbd0-4e66-91e7-ac44d5386ac2,DISK] 2024-12-03T02:31:59,178 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.meta.1733193119164.meta 2024-12-03T02:31:59,178 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33115:33115)] 2024-12-03T02:31:59,178 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:31:59,178 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:31:59,178 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:31:59,178 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:31:59,179 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:31:59,179 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:31:59,179 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:31:59,179 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:31:59,179 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:31:59,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:31:59,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:31:59,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:59,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:59,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:31:59,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:31:59,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:59,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:59,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:31:59,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:31:59,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:59,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:59,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:31:59,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:31:59,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:31:59,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:31:59,183 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:31:59,184 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740 2024-12-03T02:31:59,184 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740 2024-12-03T02:31:59,185 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:31:59,185 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:31:59,185 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:31:59,186 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:31:59,187 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65010015, jitterRate=-0.03127528727054596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:31:59,187 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:31:59,187 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193119179Writing region info on filesystem at 1733193119179Initializing all the Stores at 1733193119179Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193119180 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193119180Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193119180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193119180Cleaning up temporary data from old regions at 1733193119185 (+5 ms)Running coprocessor post-open hooks at 1733193119187 (+2 ms)Region opened successfully at 1733193119187 2024-12-03T02:31:59,188 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193119159 2024-12-03T02:31:59,189 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:31:59,189 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:31:59,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,40543,1733193116700 2024-12-03T02:31:59,190 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,40543,1733193116700, state=OPEN 2024-12-03T02:31:59,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01593718785/meta-region-server 2024-12-03T02:31:59,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01593718785/meta-region-server 2024-12-03T02:31:59,221 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,40543,1733193116700 2024-12-03T02:31:59,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01593718785/meta-region-server: CHANGED 2024-12-03T02:31:59,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01593718785/meta-region-server: CHANGED 2024-12-03T02:31:59,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:31:59,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,40543,1733193116700 in 214 msec 2024-12-03T02:31:59,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:31:59,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-12-03T02:31:59,224 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:31:59,225 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:31:59,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:59,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,40543,1733193116700, seqNum=-1] 2024-12-03T02:31:59,226 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:59,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:31:59,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-12-03T02:31:59,231 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193119231, completionTime=-1 2024-12-03T02:31:59,231 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:31:59,231 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:31:59,232 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:31:59,232 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193179232 2024-12-03T02:31:59,232 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193239232 2024-12-03T02:31:59,232 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T02:31:59,233 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44051,1733193116501-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:59,233 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44051,1733193116501-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:59,233 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44051,1733193116501-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:59,233 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:44051, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:59,233 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:59,233 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:59,234 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:31:59,236 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.447sec 2024-12-03T02:31:59,236 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:31:59,236 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:31:59,236 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:31:59,236 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:31:59,236 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:31:59,236 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44051,1733193116501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:31:59,236 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44051,1733193116501-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:31:59,238 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:31:59,238 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:31:59,238 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,44051,1733193116501-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:31:59,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293204a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:59,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,44051,-1 for getting cluster id 2024-12-03T02:31:59,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:31:59,253 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85f16641-62e6-41e8-a612-d4cf191da642' 2024-12-03T02:31:59,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:31:59,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85f16641-62e6-41e8-a612-d4cf191da642" 2024-12-03T02:31:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e30f413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,44051,-1] 2024-12-03T02:31:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:31:59,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:31:59,255 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:31:59,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e82054f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:31:59,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:31:59,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,40543,1733193116700, seqNum=-1] 2024-12-03T02:31:59,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:31:59,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:31:59,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,44051,1733193116501 2024-12-03T02:31:59,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50119 2024-12-03T02:31:59,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:31:59,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a51d61b0002 connected 2024-12-03T02:31:59,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/hadoop.log.dir so I do NOT create it in target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd 2024-12-03T02:31:59,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:31:59,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/hadoop.tmp.dir so I do NOT create it in target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd 2024-12-03T02:31:59,282 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:31:59,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd 2024-12-03T02:31:59,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:31:59,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/cluster_b82faf1c-c050-4bed-0a60-b96647c9c2f4, deleteOnExit=true 2024-12-03T02:31:59,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/test.cache.data in system properties and HBase conf 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:31:59,283 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:31:59,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:31:59,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:31:59,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:31:59,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:31:59,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:31:59,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:31:59,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:31:59,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:59,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:31:59,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:31:59,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:31:59,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:31:59,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:31:59,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6041d383{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:31:59,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b77f84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:31:59,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e2eefe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/java.io.tmpdir/jetty-localhost-40521-hadoop-hdfs-3_4_1-tests_jar-_-any-12903514739464417643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:31:59,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5111e183{HTTP/1.1, (http/1.1)}{localhost:40521} 2024-12-03T02:31:59,695 INFO [Time-limited test {}] server.Server(415): Started @274882ms 2024-12-03T02:32:00,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:00,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:32:00,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:32:00,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:32:00,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:32:00,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e1483c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:32:00,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@523c5a42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:32:00,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@165866c7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/java.io.tmpdir/jetty-localhost-39955-hadoop-hdfs-3_4_1-tests_jar-_-any-12206599244353996909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:32:00,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fe99cd{HTTP/1.1, (http/1.1)}{localhost:39955} 2024-12-03T02:32:00,355 INFO [Time-limited test {}] server.Server(415): Started @275542ms 2024-12-03T02:32:00,357 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:32:01,016 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/cluster_b82faf1c-c050-4bed-0a60-b96647c9c2f4/data/data1/current/BP-682387093-172.17.0.3-1733193119297/current, will proceed with Du for space computation calculation, 2024-12-03T02:32:01,016 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/cluster_b82faf1c-c050-4bed-0a60-b96647c9c2f4/data/data2/current/BP-682387093-172.17.0.3-1733193119297/current, will proceed with Du for space computation calculation, 2024-12-03T02:32:01,063 WARN [Thread-3549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:32:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81b33bea994eefa0 with lease ID 0xc92736d41244c22d: Processing first storage report for DS-2d215f22-dc26-45b0-91a2-5b2d53c3ece3 from datanode DatanodeRegistration(127.0.0.1:44297, datanodeUuid=8175b411-c91f-4743-80ea-8a6f1b80b6a6, infoPort=36161, infoSecurePort=0, ipcPort=35277, storageInfo=lv=-57;cid=testClusterID;nsid=1077615386;c=1733193119297) 2024-12-03T02:32:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81b33bea994eefa0 with lease ID 0xc92736d41244c22d: from storage DS-2d215f22-dc26-45b0-91a2-5b2d53c3ece3 node DatanodeRegistration(127.0.0.1:44297, datanodeUuid=8175b411-c91f-4743-80ea-8a6f1b80b6a6, infoPort=36161, infoSecurePort=0, ipcPort=35277, storageInfo=lv=-57;cid=testClusterID;nsid=1077615386;c=1733193119297), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:32:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81b33bea994eefa0 with lease ID 0xc92736d41244c22d: Processing first storage report for DS-fef3eb29-b94b-4dd3-8476-2540952435aa from datanode DatanodeRegistration(127.0.0.1:44297, datanodeUuid=8175b411-c91f-4743-80ea-8a6f1b80b6a6, infoPort=36161, infoSecurePort=0, ipcPort=35277, storageInfo=lv=-57;cid=testClusterID;nsid=1077615386;c=1733193119297) 2024-12-03T02:32:01,079 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81b33bea994eefa0 with lease ID 0xc92736d41244c22d: from storage DS-fef3eb29-b94b-4dd3-8476-2540952435aa node DatanodeRegistration(127.0.0.1:44297, datanodeUuid=8175b411-c91f-4743-80ea-8a6f1b80b6a6, infoPort=36161, infoSecurePort=0, ipcPort=35277, storageInfo=lv=-57;cid=testClusterID;nsid=1077615386;c=1733193119297), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:32:01,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd 2024-12-03T02:32:01,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:01,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:01,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:32:01,197 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f with version=8 2024-12-03T02:32:01,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/hbase-staging 2024-12-03T02:32:01,200 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:32:01,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:01,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:01,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:32:01,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:01,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:32:01,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:32:01,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:32:01,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38123 2024-12-03T02:32:01,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38123 connecting to ZooKeeper ensemble=127.0.0.1:50119 2024-12-03T02:32:01,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381230x0, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:01,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38123-0x1019a51d61b0003 connected 2024-12-03T02:32:01,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T02:32:01,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T02:32:01,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T02:32:01,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:32:01,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:01,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:01,527 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Set watcher on znode that does not yet exist, /1844674003/running 2024-12-03T02:32:01,527 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f, hbase.cluster.distributed=false 2024-12-03T02:32:01,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Set watcher on znode that does not yet exist, /1844674003/acl 2024-12-03T02:32:01,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38123 2024-12-03T02:32:01,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38123 2024-12-03T02:32:01,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38123 2024-12-03T02:32:01,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38123 2024-12-03T02:32:01,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38123 2024-12-03T02:32:01,552 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:32:01,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:01,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:01,552 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:32:01,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:01,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:32:01,552 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:32:01,552 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:32:01,555 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42907 2024-12-03T02:32:01,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42907 connecting to ZooKeeper ensemble=127.0.0.1:50119 2024-12-03T02:32:01,557 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:01,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:01,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429070x0, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:01,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42907-0x1019a51d61b0004 connected 2024-12-03T02:32:01,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Set watcher on znode that does not yet exist, /1844674003/running 2024-12-03T02:32:01,573 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:32:01,575 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:32:01,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Set watcher on znode that does not yet exist, /1844674003/master 2024-12-03T02:32:01,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Set watcher on znode that does not yet exist, /1844674003/acl 2024-12-03T02:32:01,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42907 2024-12-03T02:32:01,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42907 2024-12-03T02:32:01,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42907 2024-12-03T02:32:01,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42907 2024-12-03T02:32:01,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42907 2024-12-03T02:32:01,610 DEBUG [M:0;64035cbb0b46:38123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:38123 2024-12-03T02:32:01,611 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1844674003/backup-masters/64035cbb0b46,38123,1733193121200 2024-12-03T02:32:01,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003/backup-masters 2024-12-03T02:32:01,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003/backup-masters 2024-12-03T02:32:01,622 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Set watcher on existing znode=/1844674003/backup-masters/64035cbb0b46,38123,1733193121200 2024-12-03T02:32:01,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:01,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1844674003/master 2024-12-03T02:32:01,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:01,631 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Set watcher on existing znode=/1844674003/master 2024-12-03T02:32:01,631 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1844674003/backup-masters/64035cbb0b46,38123,1733193121200 from backup master directory 2024-12-03T02:32:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1844674003/backup-masters/64035cbb0b46,38123,1733193121200 2024-12-03T02:32:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003/backup-masters 2024-12-03T02:32:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003/backup-masters 2024-12-03T02:32:01,639 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:32:01,639 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,38123,1733193121200 2024-12-03T02:32:01,642 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/hbase.id] with ID: 03d4673a-7067-4aca-81cf-5e878c8819af 2024-12-03T02:32:01,642 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/.tmp/hbase.id 2024-12-03T02:32:01,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:32:02,049 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/.tmp/hbase.id]:[hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/hbase.id] 2024-12-03T02:32:02,056 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:02,056 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:32:02,057 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T02:32:02,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:02,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:02,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:32:02,472 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:02,473 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:32:02,473 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:02,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:32:02,501 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store 2024-12-03T02:32:02,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:32:02,517 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:02,517 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:32:02,517 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:02,517 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:02,517 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:32:02,517 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:02,517 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:02,517 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193122517Disabling compacts and flushes for region at 1733193122517Disabling writes for close at 1733193122517Writing region close event to WAL at 1733193122517Closed at 1733193122517 2024-12-03T02:32:02,519 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/.initializing 2024-12-03T02:32:02,519 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/WALs/64035cbb0b46,38123,1733193121200 2024-12-03T02:32:02,521 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:32:02,524 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C38123%2C1733193121200, suffix=, logDir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/WALs/64035cbb0b46,38123,1733193121200, archiveDir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/oldWALs, maxLogs=10 2024-12-03T02:32:02,545 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/WALs/64035cbb0b46,38123,1733193121200/64035cbb0b46%2C38123%2C1733193121200.1733193122524, exclude list is [], retry=0 2024-12-03T02:32:02,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44297,DS-2d215f22-dc26-45b0-91a2-5b2d53c3ece3,DISK] 2024-12-03T02:32:02,568 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/WALs/64035cbb0b46,38123,1733193121200/64035cbb0b46%2C38123%2C1733193121200.1733193122524 2024-12-03T02:32:02,575 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36161:36161)] 2024-12-03T02:32:02,575 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:02,576 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:02,576 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:02,576 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:02,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:02,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:32:02,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:02,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:02,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:02,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:32:02,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:02,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:02,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:02,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:32:02,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:02,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:02,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:02,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:32:02,582 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:02,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:02,583 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:02,584 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:02,584 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:02,585 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:02,585 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:02,586 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:02,586 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:02,588 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:02,589 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70208943, jitterRate=0.04619477689266205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:02,589 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193122576Initializing all the Stores at 1733193122577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193122577Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193122577Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193122577Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193122577Cleaning up temporary data from old regions at 1733193122585 (+8 ms)Region opened successfully at 1733193122589 (+4 ms) 2024-12-03T02:32:02,589 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:32:02,592 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4951e3ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:32:02,593 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:32:02,593 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:32:02,593 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:32:02,593 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:32:02,594 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:32:02,594 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:32:02,594 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:32:02,596 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:32:02,597 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Unable to get data of znode /1844674003/balancer because node does not exist (not necessarily an error) 2024-12-03T02:32:02,610 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1844674003/balancer already deleted, retry=false 2024-12-03T02:32:02,611 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:32:02,612 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Unable to get data of znode /1844674003/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:32:02,622 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1844674003/normalizer already deleted, retry=false 2024-12-03T02:32:02,622 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:32:02,623 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Unable to get data of znode /1844674003/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:32:02,630 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1844674003/switch/split already deleted, retry=false 2024-12-03T02:32:02,631 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Unable to get data of znode /1844674003/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:32:02,639 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1844674003/switch/merge already deleted, retry=false 2024-12-03T02:32:02,641 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Unable to get data of znode /1844674003/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:32:02,647 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1844674003/snapshot-cleanup already deleted, retry=false 2024-12-03T02:32:02,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1844674003/running 2024-12-03T02:32:02,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1844674003/running 2024-12-03T02:32:02,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:02,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:02,656 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,38123,1733193121200, sessionid=0x1019a51d61b0003, setting cluster-up flag (Was=false) 2024-12-03T02:32:02,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:02,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:02,697 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1844674003/flush-table-proc/acquired, /1844674003/flush-table-proc/reached, /1844674003/flush-table-proc/abort 2024-12-03T02:32:02,698 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,38123,1733193121200 2024-12-03T02:32:02,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:02,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:02,739 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1844674003/online-snapshot/acquired, /1844674003/online-snapshot/reached, /1844674003/online-snapshot/abort 2024-12-03T02:32:02,739 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,38123,1733193121200 2024-12-03T02:32:02,740 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:32:02,742 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:02,742 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:32:02,742 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:32:02,742 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,38123,1733193121200 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:32:02,743 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:02,743 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:02,743 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:02,744 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:02,744 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:32:02,744 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:02,744 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:32:02,744 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:02,744 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193152744 2024-12-03T02:32:02,745 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:32:02,745 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:32:02,745 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:32:02,745 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:32:02,745 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:32:02,745 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:32:02,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:02,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:32:02,745 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,745 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:32:02,746 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:32:02,746 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:32:02,746 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:32:02,746 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:02,746 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:32:02,746 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:32:02,746 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:32:02,746 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193122746,5,FailOnTimeoutGroup] 2024-12-03T02:32:02,746 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193122746,5,FailOnTimeoutGroup] 2024-12-03T02:32:02,746 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,746 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:32:02,746 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,746 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:32:02,804 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(746): ClusterId : 03d4673a-7067-4aca-81cf-5e878c8819af 2024-12-03T02:32:02,804 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:32:02,814 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:32:02,814 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:32:02,822 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:32:02,823 DEBUG [RS:0;64035cbb0b46:42907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193669d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:32:02,836 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:42907 2024-12-03T02:32:02,836 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:32:02,836 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:32:02,836 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:32:02,837 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,38123,1733193121200 with port=42907, startcode=1733193121551 2024-12-03T02:32:02,837 DEBUG [RS:0;64035cbb0b46:42907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:32:02,838 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:32:02,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,42907,1733193121551 2024-12-03T02:32:02,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38123 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,42907,1733193121551 2024-12-03T02:32:02,840 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f 2024-12-03T02:32:02,840 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38647 2024-12-03T02:32:02,840 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:32:02,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003/rs 2024-12-03T02:32:02,847 DEBUG [RS:0;64035cbb0b46:42907 {}] zookeeper.ZKUtil(111): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Set watcher on existing znode=/1844674003/rs/64035cbb0b46,42907,1733193121551 2024-12-03T02:32:02,847 WARN [RS:0;64035cbb0b46:42907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:32:02,847 INFO [RS:0;64035cbb0b46:42907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:02,847 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551 2024-12-03T02:32:02,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,42907,1733193121551] 2024-12-03T02:32:02,850 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:32:02,851 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:32:02,851 INFO [RS:0;64035cbb0b46:42907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:32:02,851 INFO [RS:0;64035cbb0b46:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,851 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:32:02,851 INFO [RS:0;64035cbb0b46:42907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:32:02,851 INFO [RS:0;64035cbb0b46:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,851 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:02,851 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:02,852 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:02,852 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:02,852 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:02,852 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:32:02,852 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:02,852 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:02,852 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:02,852 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:02,852 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:02,852 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:02,852 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:32:02,852 DEBUG [RS:0;64035cbb0b46:42907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:32:02,853 INFO [RS:0;64035cbb0b46:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,853 INFO [RS:0;64035cbb0b46:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,853 INFO [RS:0;64035cbb0b46:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,853 INFO [RS:0;64035cbb0b46:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,853 INFO [RS:0;64035cbb0b46:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,853 INFO [RS:0;64035cbb0b46:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,42907,1733193121551-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:32:02,871 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:32:02,871 INFO [RS:0;64035cbb0b46:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,42907,1733193121551-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,871 INFO [RS:0;64035cbb0b46:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,871 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.Replication(171): 64035cbb0b46,42907,1733193121551 started 2024-12-03T02:32:02,885 INFO [RS:0;64035cbb0b46:42907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:02,885 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,42907,1733193121551, RpcServer on 64035cbb0b46/172.17.0.3:42907, sessionid=0x1019a51d61b0004 2024-12-03T02:32:02,885 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:32:02,885 DEBUG [RS:0;64035cbb0b46:42907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,42907,1733193121551 2024-12-03T02:32:02,885 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,42907,1733193121551' 2024-12-03T02:32:02,885 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1844674003/flush-table-proc/abort' 2024-12-03T02:32:02,886 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1844674003/flush-table-proc/acquired' 2024-12-03T02:32:02,886 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:32:02,886 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:32:02,886 DEBUG [RS:0;64035cbb0b46:42907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,42907,1733193121551 2024-12-03T02:32:02,886 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,42907,1733193121551' 2024-12-03T02:32:02,886 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1844674003/online-snapshot/abort' 2024-12-03T02:32:02,886 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1844674003/online-snapshot/acquired' 2024-12-03T02:32:02,886 DEBUG [RS:0;64035cbb0b46:42907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:32:02,887 INFO [RS:0;64035cbb0b46:42907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:32:02,887 INFO [RS:0;64035cbb0b46:42907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:32:02,987 INFO [RS:0;64035cbb0b46:42907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:32:02,988 INFO [RS:0;64035cbb0b46:42907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C42907%2C1733193121551, suffix=, logDir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551, archiveDir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/oldWALs, maxLogs=10 2024-12-03T02:32:03,001 DEBUG [RS:0;64035cbb0b46:42907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988, exclude list is [], retry=0 2024-12-03T02:32:03,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44297,DS-2d215f22-dc26-45b0-91a2-5b2d53c3ece3,DISK] 2024-12-03T02:32:03,004 INFO [RS:0;64035cbb0b46:42907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 2024-12-03T02:32:03,004 DEBUG [RS:0;64035cbb0b46:42907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36161:36161)] 2024-12-03T02:32:03,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:32:03,161 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f 2024-12-03T02:32:03,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:32:03,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:03,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:32:03,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:32:03,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:03,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:03,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:32:03,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:32:03,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:03,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:03,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:32:03,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:32:03,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:03,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:03,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:32:03,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:32:03,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:03,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:03,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:32:03,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740 2024-12-03T02:32:03,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740 2024-12-03T02:32:03,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:32:03,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:32:03,583 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:03,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:32:03,587 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:03,587 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59402675, jitterRate=-0.11483116447925568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:03,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193123569Initializing all the Stores at 1733193123570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193123570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193123573 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193123573Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193123573Cleaning up temporary data from old regions at 1733193123583 (+10 ms)Region opened successfully at 1733193123587 (+4 ms) 2024-12-03T02:32:03,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:32:03,587 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:32:03,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:32:03,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:32:03,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:32:03,588 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:32:03,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193123587Disabling compacts and flushes for region at 1733193123587Disabling writes for close at 1733193123587Writing region close event to WAL at 1733193123588 (+1 ms)Closed at 1733193123588 2024-12-03T02:32:03,591 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:03,591 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:32:03,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:32:03,593 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:32:03,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:32:03,744 DEBUG [64035cbb0b46:38123 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:32:03,744 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,42907,1733193121551 2024-12-03T02:32:03,746 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,42907,1733193121551, state=OPENING 2024-12-03T02:32:03,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:03,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:32:03,781 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88569 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:32:03,809 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:32:03,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:03,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:03,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1844674003/meta-region-server: CHANGED 2024-12-03T02:32:03,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1844674003/meta-region-server: CHANGED 2024-12-03T02:32:03,831 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:32:03,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,42907,1733193121551}] 2024-12-03T02:32:03,991 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:32:03,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:32:04,006 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:32:04,006 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:04,006 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:32:04,008 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C42907%2C1733193121551.meta, suffix=.meta, logDir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551, archiveDir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/oldWALs, maxLogs=10 2024-12-03T02:32:04,023 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.meta.1733193124008.meta, exclude list is [], retry=0 2024-12-03T02:32:04,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44297,DS-2d215f22-dc26-45b0-91a2-5b2d53c3ece3,DISK] 2024-12-03T02:32:04,030 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.meta.1733193124008.meta 2024-12-03T02:32:04,030 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36161:36161)] 2024-12-03T02:32:04,031 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:04,031 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:04,031 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:32:04,031 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:32:04,031 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:32:04,032 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:32:04,032 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:04,032 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:32:04,032 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:32:04,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:32:04,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:32:04,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:04,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:04,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:32:04,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:32:04,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:04,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:04,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:32:04,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:32:04,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:04,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:04,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:32:04,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:32:04,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:04,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:04,036 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:32:04,037 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740 2024-12-03T02:32:04,037 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740 2024-12-03T02:32:04,038 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:32:04,038 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:32:04,039 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:04,040 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:32:04,040 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72258523, jitterRate=0.07673589885234833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:04,040 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:32:04,040 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193124032Writing region info on filesystem at 1733193124032Initializing all the Stores at 1733193124032Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193124032Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193124033 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193124033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193124033Cleaning up temporary data from old regions at 1733193124038 (+5 ms)Running coprocessor post-open hooks at 1733193124040 (+2 ms)Region opened successfully at 1733193124040 2024-12-03T02:32:04,041 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193123990 2024-12-03T02:32:04,042 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:32:04,043 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:32:04,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,42907,1733193121551 2024-12-03T02:32:04,044 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,42907,1733193121551, state=OPEN 2024-12-03T02:32:04,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1844674003/meta-region-server 2024-12-03T02:32:04,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1844674003/meta-region-server 2024-12-03T02:32:04,055 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,42907,1733193121551 2024-12-03T02:32:04,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1844674003/meta-region-server: CHANGED 2024-12-03T02:32:04,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1844674003/meta-region-server: CHANGED 2024-12-03T02:32:04,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:32:04,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,42907,1733193121551 in 224 msec 2024-12-03T02:32:04,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:32:04,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-12-03T02:32:04,059 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:04,059 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:32:04,060 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:04,060 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,42907,1733193121551, seqNum=-1] 2024-12-03T02:32:04,060 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:04,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:04,064 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:32:04,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-12-03T02:32:04,065 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193124065, completionTime=-1 2024-12-03T02:32:04,065 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:32:04,065 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:32:04,066 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:32:04,066 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193184066 2024-12-03T02:32:04,066 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193244066 2024-12-03T02:32:04,066 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T02:32:04,066 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38123,1733193121200-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:04,066 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38123,1733193121200-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:04,066 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38123,1733193121200-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:04,066 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:38123, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:04,066 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:04,067 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:04,068 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:32:04,069 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.430sec 2024-12-03T02:32:04,069 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:32:04,069 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:32:04,069 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:32:04,069 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:32:04,069 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:32:04,069 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38123,1733193121200-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:32:04,069 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38123,1733193121200-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:32:04,071 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:32:04,071 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:32:04,071 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,38123,1733193121200-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:04,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdcc17f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:04,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38123,-1 for getting cluster id 2024-12-03T02:32:04,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:04,106 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d4673a-7067-4aca-81cf-5e878c8819af' 2024-12-03T02:32:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d4673a-7067-4aca-81cf-5e878c8819af" 2024-12-03T02:32:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fcab01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38123,-1] 2024-12-03T02:32:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:04,108 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:04,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129ad136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:04,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,42907,1733193121551, seqNum=-1] 2024-12-03T02:32:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:04,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:04,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,38123,1733193121200 2024-12-03T02:32:04,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50119 2024-12-03T02:32:04,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:04,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a51d61b0005 connected 2024-12-03T02:32:04,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/hadoop.log.dir so I do NOT create it in target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c 2024-12-03T02:32:04,132 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:32:04,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/hadoop.tmp.dir so I do NOT create it in target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c 2024-12-03T02:32:04,132 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:32:04,132 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c 2024-12-03T02:32:04,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:32:04,132 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/cluster_3ce6027f-ba9e-50ed-3ffe-150406518b59, deleteOnExit=true 2024-12-03T02:32:04,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:32:04,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/test.cache.data in system properties and HBase conf 2024-12-03T02:32:04,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:32:04,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:32:04,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:32:04,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:32:04,133 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:32:04,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:32:04,466 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T02:32:04,467 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,467 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,467 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,467 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,468 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,496 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,496 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,496 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,496 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,496 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,497 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,501 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,503 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,503 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,504 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:04,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:04,532 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:32:04,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:32:04,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:32:04,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:32:04,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:04,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73d512ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:32:04,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2974110c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:32:04,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f5fb6ea{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/java.io.tmpdir/jetty-localhost-46573-hadoop-hdfs-3_4_1-tests_jar-_-any-4401530196071105385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:32:04,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6816fe0d{HTTP/1.1, (http/1.1)}{localhost:46573} 2024-12-03T02:32:04,636 INFO [Time-limited test {}] server.Server(415): Started @279823ms 2024-12-03T02:32:04,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:04,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:32:04,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:32:04,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:32:04,939 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:32:04,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36c25423{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:32:04,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cf3f887{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:32:05,087 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@792dd0f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/java.io.tmpdir/jetty-localhost-44377-hadoop-hdfs-3_4_1-tests_jar-_-any-13435734526642156212/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:32:05,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c0cdc5c{HTTP/1.1, (http/1.1)}{localhost:44377} 2024-12-03T02:32:05,088 INFO [Time-limited test {}] server.Server(415): Started @280275ms 2024-12-03T02:32:05,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:32:05,720 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/cluster_3ce6027f-ba9e-50ed-3ffe-150406518b59/data/data2/current/BP-1824553187-172.17.0.3-1733193124145/current, will proceed with Du for space computation calculation, 2024-12-03T02:32:05,720 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/cluster_3ce6027f-ba9e-50ed-3ffe-150406518b59/data/data1/current/BP-1824553187-172.17.0.3-1733193124145/current, will proceed with Du for space computation calculation, 2024-12-03T02:32:05,739 WARN [Thread-3670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:32:05,741 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x355809569423235c with lease ID 0x70ad9951103a1877: Processing first storage report for DS-e578d2e1-e50d-49cf-87d4-a97601350ac6 from datanode DatanodeRegistration(127.0.0.1:41955, datanodeUuid=8ebe160b-c694-4849-b0f8-f2587e7b696e, infoPort=35613, infoSecurePort=0, ipcPort=36125, storageInfo=lv=-57;cid=testClusterID;nsid=789480145;c=1733193124145) 2024-12-03T02:32:05,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x355809569423235c with lease ID 0x70ad9951103a1877: from storage DS-e578d2e1-e50d-49cf-87d4-a97601350ac6 node DatanodeRegistration(127.0.0.1:41955, datanodeUuid=8ebe160b-c694-4849-b0f8-f2587e7b696e, infoPort=35613, infoSecurePort=0, ipcPort=36125, storageInfo=lv=-57;cid=testClusterID;nsid=789480145;c=1733193124145), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:32:05,741 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x355809569423235c with lease ID 0x70ad9951103a1877: Processing first storage report for DS-d382b783-98f4-40d7-9f84-cb7a8ade9627 from datanode DatanodeRegistration(127.0.0.1:41955, datanodeUuid=8ebe160b-c694-4849-b0f8-f2587e7b696e, infoPort=35613, infoSecurePort=0, ipcPort=36125, storageInfo=lv=-57;cid=testClusterID;nsid=789480145;c=1733193124145) 2024-12-03T02:32:05,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x355809569423235c with lease ID 0x70ad9951103a1877: from storage DS-d382b783-98f4-40d7-9f84-cb7a8ade9627 node DatanodeRegistration(127.0.0.1:41955, datanodeUuid=8ebe160b-c694-4849-b0f8-f2587e7b696e, infoPort=35613, infoSecurePort=0, ipcPort=36125, storageInfo=lv=-57;cid=testClusterID;nsid=789480145;c=1733193124145), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:32:05,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c 2024-12-03T02:32:05,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:05,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:05,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:32:06,176 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c with version=8 2024-12-03T02:32:06,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/hbase-staging 2024-12-03T02:32:06,179 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:32:06,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:06,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:06,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:32:06,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:06,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:32:06,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:32:06,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:32:06,180 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41923 2024-12-03T02:32:06,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41923 connecting to ZooKeeper ensemble=127.0.0.1:50119 2024-12-03T02:32:06,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419230x0, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:06,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41923-0x1019a51d61b0006 connected 2024-12-03T02:32:06,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:06,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:06,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Set watcher on znode that does not yet exist, /2-697072524/running 2024-12-03T02:32:06,256 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c, hbase.cluster.distributed=false 2024-12-03T02:32:06,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Set watcher on znode that does not yet exist, /2-697072524/acl 2024-12-03T02:32:06,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41923 2024-12-03T02:32:06,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41923 2024-12-03T02:32:06,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41923 2024-12-03T02:32:06,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41923 2024-12-03T02:32:06,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41923 2024-12-03T02:32:06,313 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:32:06,313 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:06,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:06,314 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:32:06,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:06,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:32:06,314 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:32:06,314 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:32:06,315 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39807 2024-12-03T02:32:06,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39807 connecting to ZooKeeper ensemble=127.0.0.1:50119 2024-12-03T02:32:06,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:06,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:06,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398070x0, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:06,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398070x0, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Set watcher on znode that does not yet exist, /2-697072524/running 2024-12-03T02:32:06,332 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:32:06,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39807-0x1019a51d61b0007 connected 2024-12-03T02:32:06,351 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:32:06,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Set watcher on znode that does not yet exist, /2-697072524/master 2024-12-03T02:32:06,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Set watcher on znode that does not yet exist, /2-697072524/acl 2024-12-03T02:32:06,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39807 2024-12-03T02:32:06,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39807 2024-12-03T02:32:06,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39807 2024-12-03T02:32:06,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39807 2024-12-03T02:32:06,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39807 2024-12-03T02:32:06,401 DEBUG [M:0;64035cbb0b46:41923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:41923 2024-12-03T02:32:06,403 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-697072524/backup-masters/64035cbb0b46,41923,1733193126179 2024-12-03T02:32:06,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524/backup-masters 2024-12-03T02:32:06,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524/backup-masters 2024-12-03T02:32:06,414 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Set watcher on existing znode=/2-697072524/backup-masters/64035cbb0b46,41923,1733193126179 2024-12-03T02:32:06,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-697072524/master 2024-12-03T02:32:06,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:06,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:06,422 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Set watcher on existing znode=/2-697072524/master 2024-12-03T02:32:06,422 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-697072524/backup-masters/64035cbb0b46,41923,1733193126179 from backup master directory 2024-12-03T02:32:06,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524/backup-masters 2024-12-03T02:32:06,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-697072524/backup-masters/64035cbb0b46,41923,1733193126179 2024-12-03T02:32:06,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524/backup-masters 2024-12-03T02:32:06,430 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:32:06,430 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,41923,1733193126179 2024-12-03T02:32:06,432 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/hbase.id] with ID: 0f258c08-584d-47ed-bf70-c3397f0dbb84 2024-12-03T02:32:06,432 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/.tmp/hbase.id 2024-12-03T02:32:06,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:32:06,844 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/.tmp/hbase.id]:[hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/hbase.id] 2024-12-03T02:32:06,905 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:06,905 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:32:06,907 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-03T02:32:06,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:06,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:06,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:32:07,360 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:07,361 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:32:07,361 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:07,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:32:07,767 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store 2024-12-03T02:32:07,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:32:08,196 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:08,196 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:32:08,196 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:08,196 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:08,196 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:32:08,196 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:08,196 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:08,196 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193128196Disabling compacts and flushes for region at 1733193128196Disabling writes for close at 1733193128196Writing region close event to WAL at 1733193128196Closed at 1733193128196 2024-12-03T02:32:08,197 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/.initializing 2024-12-03T02:32:08,197 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/WALs/64035cbb0b46,41923,1733193126179 2024-12-03T02:32:08,200 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:32:08,203 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C41923%2C1733193126179, suffix=, logDir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/WALs/64035cbb0b46,41923,1733193126179, archiveDir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/oldWALs, maxLogs=10 2024-12-03T02:32:08,222 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/WALs/64035cbb0b46,41923,1733193126179/64035cbb0b46%2C41923%2C1733193126179.1733193128203, exclude list is [], retry=0 2024-12-03T02:32:08,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-e578d2e1-e50d-49cf-87d4-a97601350ac6,DISK] 2024-12-03T02:32:08,242 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/WALs/64035cbb0b46,41923,1733193126179/64035cbb0b46%2C41923%2C1733193126179.1733193128203 2024-12-03T02:32:08,242 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35613:35613)] 2024-12-03T02:32:08,242 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:08,242 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:08,242 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:08,242 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:08,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:08,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:32:08,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:08,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:08,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:08,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:32:08,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:08,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:08,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:08,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:32:08,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:08,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:08,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:08,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:32:08,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:08,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:08,300 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:08,307 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:08,311 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:08,317 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:08,317 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:08,320 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:08,323 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:08,330 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:08,330 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64504812, jitterRate=-0.03880339860916138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:08,331 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193128242Initializing all the Stores at 1733193128248 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193128248Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193128260 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193128260Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193128260Cleaning up temporary data from old regions at 1733193128317 (+57 ms)Region opened successfully at 1733193128330 (+13 ms) 2024-12-03T02:32:08,333 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:32:08,346 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e71d7cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:32:08,355 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:32:08,355 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:32:08,355 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:32:08,356 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:32:08,361 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-12-03T02:32:08,361 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:32:08,361 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:32:08,375 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:32:08,379 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Unable to get data of znode /2-697072524/balancer because node does not exist (not necessarily an error) 2024-12-03T02:32:08,393 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-697072524/balancer already deleted, retry=false 2024-12-03T02:32:08,394 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:32:08,402 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Unable to get data of znode /2-697072524/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:32:08,422 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-697072524/normalizer already deleted, retry=false 2024-12-03T02:32:08,422 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:32:08,423 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Unable to get data of znode /2-697072524/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:32:08,430 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-697072524/switch/split already deleted, retry=false 2024-12-03T02:32:08,431 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Unable to get data of znode /2-697072524/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:32:08,438 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-697072524/switch/merge already deleted, retry=false 2024-12-03T02:32:08,446 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Unable to get data of znode /2-697072524/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:32:08,455 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-697072524/snapshot-cleanup already deleted, retry=false 2024-12-03T02:32:08,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-697072524/running 2024-12-03T02:32:08,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-697072524/running 2024-12-03T02:32:08,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:08,465 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,41923,1733193126179, sessionid=0x1019a51d61b0006, setting cluster-up flag (Was=false) 2024-12-03T02:32:08,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:08,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:08,533 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-697072524/flush-table-proc/acquired, /2-697072524/flush-table-proc/reached, /2-697072524/flush-table-proc/abort 2024-12-03T02:32:08,534 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,41923,1733193126179 2024-12-03T02:32:08,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:08,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:08,572 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-697072524/online-snapshot/acquired, /2-697072524/online-snapshot/reached, /2-697072524/online-snapshot/abort 2024-12-03T02:32:08,573 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,41923,1733193126179 2024-12-03T02:32:08,574 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:32:08,577 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:08,578 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:32:08,578 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:32:08,578 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,41923,1733193126179 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:32:08,580 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:08,581 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:08,581 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:08,581 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:08,581 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:32:08,581 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:08,581 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:32:08,581 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:08,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:08,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:32:08,597 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:08,597 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:32:08,602 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(746): ClusterId : 0f258c08-584d-47ed-bf70-c3397f0dbb84 2024-12-03T02:32:08,602 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:32:08,608 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193158607 2024-12-03T02:32:08,608 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:32:08,608 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:32:08,608 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:32:08,608 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:32:08,608 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:32:08,608 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:32:08,608 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,609 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:32:08,609 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:32:08,609 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:32:08,609 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:32:08,609 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:32:08,609 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:32:08,610 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193128609,5,FailOnTimeoutGroup] 2024-12-03T02:32:08,611 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193128610,5,FailOnTimeoutGroup] 2024-12-03T02:32:08,611 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,611 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:32:08,611 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,611 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:32:08,631 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:32:08,631 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:32:08,668 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:32:08,668 DEBUG [RS:0;64035cbb0b46:39807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56caeae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:32:08,685 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:39807 2024-12-03T02:32:08,685 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:32:08,685 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:32:08,685 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:32:08,686 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,41923,1733193126179 with port=39807, startcode=1733193126313 2024-12-03T02:32:08,687 DEBUG [RS:0;64035cbb0b46:39807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:32:08,691 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:32:08,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,39807,1733193126313 2024-12-03T02:32:08,692 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41923 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,39807,1733193126313 2024-12-03T02:32:08,694 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c 2024-12-03T02:32:08,694 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37025 2024-12-03T02:32:08,694 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:32:08,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524/rs 2024-12-03T02:32:08,751 DEBUG [RS:0;64035cbb0b46:39807 {}] zookeeper.ZKUtil(111): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Set watcher on existing znode=/2-697072524/rs/64035cbb0b46,39807,1733193126313 2024-12-03T02:32:08,751 WARN [RS:0;64035cbb0b46:39807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:32:08,751 INFO [RS:0;64035cbb0b46:39807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:08,751 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313 2024-12-03T02:32:08,763 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,39807,1733193126313] 2024-12-03T02:32:08,782 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:32:08,788 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:32:08,791 INFO [RS:0;64035cbb0b46:39807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:32:08,791 INFO [RS:0;64035cbb0b46:39807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,794 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:32:08,794 INFO [RS:0;64035cbb0b46:39807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:32:08,795 INFO [RS:0;64035cbb0b46:39807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:32:08,795 DEBUG [RS:0;64035cbb0b46:39807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:32:08,799 INFO [RS:0;64035cbb0b46:39807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,799 INFO [RS:0;64035cbb0b46:39807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,799 INFO [RS:0;64035cbb0b46:39807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,799 INFO [RS:0;64035cbb0b46:39807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,799 INFO [RS:0;64035cbb0b46:39807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,799 INFO [RS:0;64035cbb0b46:39807 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39807,1733193126313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:32:08,821 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:32:08,821 INFO [RS:0;64035cbb0b46:39807 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39807,1733193126313-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,821 INFO [RS:0;64035cbb0b46:39807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,821 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.Replication(171): 64035cbb0b46,39807,1733193126313 started 2024-12-03T02:32:08,836 INFO [RS:0;64035cbb0b46:39807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:08,836 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,39807,1733193126313, RpcServer on 64035cbb0b46/172.17.0.3:39807, sessionid=0x1019a51d61b0007 2024-12-03T02:32:08,836 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:32:08,836 DEBUG [RS:0;64035cbb0b46:39807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,39807,1733193126313 2024-12-03T02:32:08,836 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,39807,1733193126313' 2024-12-03T02:32:08,837 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-697072524/flush-table-proc/abort' 2024-12-03T02:32:08,837 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-697072524/flush-table-proc/acquired' 2024-12-03T02:32:08,837 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:32:08,837 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:32:08,837 DEBUG [RS:0;64035cbb0b46:39807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,39807,1733193126313 2024-12-03T02:32:08,837 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,39807,1733193126313' 2024-12-03T02:32:08,837 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-697072524/online-snapshot/abort' 2024-12-03T02:32:08,838 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-697072524/online-snapshot/acquired' 2024-12-03T02:32:08,838 DEBUG [RS:0;64035cbb0b46:39807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:32:08,838 INFO [RS:0;64035cbb0b46:39807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:32:08,838 INFO [RS:0;64035cbb0b46:39807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:32:08,938 INFO [RS:0;64035cbb0b46:39807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:32:08,940 INFO [RS:0;64035cbb0b46:39807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C39807%2C1733193126313, suffix=, logDir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313, archiveDir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/oldWALs, maxLogs=10 2024-12-03T02:32:08,956 DEBUG [RS:0;64035cbb0b46:39807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940, exclude list is [], retry=0 2024-12-03T02:32:08,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-e578d2e1-e50d-49cf-87d4-a97601350ac6,DISK] 2024-12-03T02:32:08,964 INFO [RS:0;64035cbb0b46:39807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 2024-12-03T02:32:08,965 DEBUG [RS:0;64035cbb0b46:39807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35613:35613)] 2024-12-03T02:32:09,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:32:09,030 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c 2024-12-03T02:32:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:32:09,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:09,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:32:09,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:32:09,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:09,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:09,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:32:09,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:32:09,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:09,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:09,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:32:09,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:32:09,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:09,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:09,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:32:09,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:32:09,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:09,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:09,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:32:09,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740 2024-12-03T02:32:09,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740 2024-12-03T02:32:09,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:32:09,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:32:09,556 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:09,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:32:09,564 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:09,565 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68882663, jitterRate=0.02643166482448578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:09,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193129448Initializing all the Stores at 1733193129459 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193129459Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193129465 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193129465Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193129465Cleaning up temporary data from old regions at 1733193129556 (+91 ms)Region opened successfully at 1733193129565 (+9 ms) 2024-12-03T02:32:09,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:32:09,565 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:32:09,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:32:09,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:32:09,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:32:09,565 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:32:09,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193129565Disabling compacts and flushes for region at 1733193129565Disabling writes for close at 1733193129565Writing region close event to WAL at 1733193129565Closed at 1733193129565 2024-12-03T02:32:09,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:09,567 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:32:09,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:32:09,569 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:32:09,570 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:32:09,720 DEBUG [64035cbb0b46:41923 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:32:09,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,39807,1733193126313 2024-12-03T02:32:09,722 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,39807,1733193126313, state=OPENING 2024-12-03T02:32:09,747 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:32:09,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:09,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-697072524/meta-region-server: CHANGED 2024-12-03T02:32:09,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:09,757 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:32:09,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,39807,1733193126313}] 2024-12-03T02:32:09,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-697072524/meta-region-server: CHANGED 2024-12-03T02:32:09,915 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:32:09,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:32:09,935 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:32:09,935 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:09,935 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:32:09,936 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C39807%2C1733193126313.meta, suffix=.meta, logDir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313, archiveDir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/oldWALs, maxLogs=10 2024-12-03T02:32:09,953 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.meta.1733193129937.meta, exclude list is [], retry=0 2024-12-03T02:32:09,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-e578d2e1-e50d-49cf-87d4-a97601350ac6,DISK] 2024-12-03T02:32:09,980 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.meta.1733193129937.meta 2024-12-03T02:32:09,987 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35613:35613)] 2024-12-03T02:32:09,988 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:09,988 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:09,988 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:32:09,988 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:32:09,988 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:32:09,988 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:32:09,988 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:09,989 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:32:09,989 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:32:10,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:32:10,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:32:10,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:10,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:10,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:32:10,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:32:10,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:10,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:10,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:32:10,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:32:10,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:10,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:10,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:32:10,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:32:10,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:10,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:10,039 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:32:10,044 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740 2024-12-03T02:32:10,062 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740 2024-12-03T02:32:10,084 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:32:10,084 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:32:10,090 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:10,103 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:32:10,111 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69287267, jitterRate=0.032460734248161316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:10,111 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:32:10,111 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193129989Writing region info on filesystem at 1733193129989Initializing all the Stores at 1733193129992 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193129992Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193129999 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193129999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193129999Cleaning up temporary data from old regions at 1733193130084 (+85 ms)Running coprocessor post-open hooks at 1733193130111 (+27 ms)Region opened successfully at 1733193130111 2024-12-03T02:32:10,116 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193129915 2024-12-03T02:32:10,129 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:32:10,129 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:32:10,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,39807,1733193126313 2024-12-03T02:32:10,137 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,39807,1733193126313, state=OPEN 2024-12-03T02:32:10,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-697072524/meta-region-server 2024-12-03T02:32:10,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-697072524/meta-region-server 2024-12-03T02:32:10,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-697072524/meta-region-server: CHANGED 2024-12-03T02:32:10,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-697072524/meta-region-server: CHANGED 2024-12-03T02:32:10,160 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,39807,1733193126313 2024-12-03T02:32:10,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:32:10,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,39807,1733193126313 in 403 msec 2024-12-03T02:32:10,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:32:10,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-12-03T02:32:10,196 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:10,196 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:32:10,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:10,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,39807,1733193126313, seqNum=-1] 2024-12-03T02:32:10,210 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:10,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:10,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6530 sec 2024-12-03T02:32:10,232 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193130232, completionTime=-1 2024-12-03T02:32:10,232 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:32:10,232 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:32:10,240 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:32:10,240 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193190240 2024-12-03T02:32:10,241 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193250240 2024-12-03T02:32:10,241 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-12-03T02:32:10,241 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41923,1733193126179-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:10,241 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41923,1733193126179-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:10,242 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41923,1733193126179-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:10,242 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:41923, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:10,242 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:10,243 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:10,256 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:32:10,259 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.829sec 2024-12-03T02:32:10,260 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:32:10,260 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:32:10,260 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:32:10,260 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:32:10,260 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:32:10,260 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41923,1733193126179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:32:10,260 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41923,1733193126179-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:32:10,295 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:32:10,295 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:32:10,295 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41923,1733193126179-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:10,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ddb0a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:10,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41923,-1 for getting cluster id 2024-12-03T02:32:10,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:10,313 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f258c08-584d-47ed-bf70-c3397f0dbb84' 2024-12-03T02:32:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f258c08-584d-47ed-bf70-c3397f0dbb84" 2024-12-03T02:32:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad13982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41923,-1] 2024-12-03T02:32:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:10,316 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:10,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@236a01bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:10,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:10,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:10,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,39807,1733193126313, seqNum=-1] 2024-12-03T02:32:10,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:10,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:10,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,41923,1733193126179 2024-12-03T02:32:10,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50119 2024-12-03T02:32:10,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:10,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019a51d61b0008 connected 2024-12-03T02:32:10,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:10,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,44051,1733193116501 2024-12-03T02:32:10,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27989e54 2024-12-03T02:32:10,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:10,360 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:10,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:32:10,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:32:10,368 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:10,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:32:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:10,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:32:10,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:32:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:10,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 275b69002cee514032fd4359d036e6a0, NAME => 'test,,1733193130361.275b69002cee514032fd4359d036e6a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4 2024-12-03T02:32:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:32:10,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193130361.275b69002cee514032fd4359d036e6a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:10,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 275b69002cee514032fd4359d036e6a0, disabling compactions & flushes 2024-12-03T02:32:10,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193130361.275b69002cee514032fd4359d036e6a0. 2024-12-03T02:32:10,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193130361.275b69002cee514032fd4359d036e6a0. 2024-12-03T02:32:10,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193130361.275b69002cee514032fd4359d036e6a0. after waiting 0 ms 2024-12-03T02:32:10,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193130361.275b69002cee514032fd4359d036e6a0. 2024-12-03T02:32:10,818 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193130361.275b69002cee514032fd4359d036e6a0. 2024-12-03T02:32:10,818 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 275b69002cee514032fd4359d036e6a0: Waiting for close lock at 1733193130818Disabling compacts and flushes for region at 1733193130818Disabling writes for close at 1733193130818Writing region close event to WAL at 1733193130818Closed at 1733193130818 2024-12-03T02:32:10,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:32:10,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193130361.275b69002cee514032fd4359d036e6a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193130819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193130819"}]},"ts":"1733193130819"} 2024-12-03T02:32:10,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:32:10,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:32:10,822 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193130822"}]},"ts":"1733193130822"} 2024-12-03T02:32:10,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:32:10,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=275b69002cee514032fd4359d036e6a0, ASSIGN}] 2024-12-03T02:32:10,825 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=275b69002cee514032fd4359d036e6a0, ASSIGN 2024-12-03T02:32:10,825 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=275b69002cee514032fd4359d036e6a0, ASSIGN; state=OFFLINE, location=64035cbb0b46,40543,1733193116700; forceNewPlan=false, retain=false 2024-12-03T02:32:10,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=275b69002cee514032fd4359d036e6a0, regionState=OPENING, regionLocation=64035cbb0b46,40543,1733193116700 2024-12-03T02:32:10,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=275b69002cee514032fd4359d036e6a0, ASSIGN because future has completed 2024-12-03T02:32:10,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 275b69002cee514032fd4359d036e6a0, server=64035cbb0b46,40543,1733193116700}] 2024-12-03T02:32:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:11,183 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193130361.275b69002cee514032fd4359d036e6a0. 2024-12-03T02:32:11,184 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 275b69002cee514032fd4359d036e6a0, NAME => 'test,,1733193130361.275b69002cee514032fd4359d036e6a0.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:11,184 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:11,184 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:32:11,184 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:11,184 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193130361.275b69002cee514032fd4359d036e6a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:11,184 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:11,184 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:11,187 INFO [StoreOpener-275b69002cee514032fd4359d036e6a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:11,188 INFO [StoreOpener-275b69002cee514032fd4359d036e6a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275b69002cee514032fd4359d036e6a0 columnFamilyName f 2024-12-03T02:32:11,188 DEBUG [StoreOpener-275b69002cee514032fd4359d036e6a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:11,188 INFO [StoreOpener-275b69002cee514032fd4359d036e6a0-1 {}] regionserver.HStore(327): Store=275b69002cee514032fd4359d036e6a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:11,189 INFO [StoreOpener-275b69002cee514032fd4359d036e6a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:11,190 INFO [StoreOpener-275b69002cee514032fd4359d036e6a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275b69002cee514032fd4359d036e6a0 columnFamilyName f1 2024-12-03T02:32:11,190 DEBUG [StoreOpener-275b69002cee514032fd4359d036e6a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:11,190 INFO [StoreOpener-275b69002cee514032fd4359d036e6a0-1 {}] regionserver.HStore(327): Store=275b69002cee514032fd4359d036e6a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:11,191 INFO [StoreOpener-275b69002cee514032fd4359d036e6a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:11,192 INFO [StoreOpener-275b69002cee514032fd4359d036e6a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 275b69002cee514032fd4359d036e6a0 columnFamilyName norep 2024-12-03T02:32:11,192 DEBUG [StoreOpener-275b69002cee514032fd4359d036e6a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:11,192 INFO [StoreOpener-275b69002cee514032fd4359d036e6a0-1 {}] regionserver.HStore(327): Store=275b69002cee514032fd4359d036e6a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:11,192 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:11,193 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:11,193 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:11,194 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:11,194 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:11,195 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:32:11,196 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:11,203 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:11,207 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 275b69002cee514032fd4359d036e6a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72626660, jitterRate=0.08222156763076782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:32:11,207 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:11,208 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 275b69002cee514032fd4359d036e6a0: Running coprocessor pre-open hook at 1733193131184Writing region info on filesystem at 1733193131184Initializing all the Stores at 1733193131186 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193131186Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193131186Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193131186Cleaning up temporary data from old regions at 1733193131194 (+8 ms)Running coprocessor post-open hooks at 1733193131207 (+13 ms)Region opened successfully at 1733193131208 (+1 ms) 2024-12-03T02:32:11,215 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193130361.275b69002cee514032fd4359d036e6a0., pid=6, masterSystemTime=1733193131163 2024-12-03T02:32:11,221 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193130361.275b69002cee514032fd4359d036e6a0. 2024-12-03T02:32:11,221 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193130361.275b69002cee514032fd4359d036e6a0. 2024-12-03T02:32:11,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=275b69002cee514032fd4359d036e6a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,40543,1733193116700 2024-12-03T02:32:11,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 275b69002cee514032fd4359d036e6a0, server=64035cbb0b46,40543,1733193116700 because future has completed 2024-12-03T02:32:11,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:32:11,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 275b69002cee514032fd4359d036e6a0, server=64035cbb0b46,40543,1733193116700 in 244 msec 2024-12-03T02:32:11,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:32:11,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=275b69002cee514032fd4359d036e6a0, ASSIGN in 422 msec 2024-12-03T02:32:11,250 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:32:11,250 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193131250"}]},"ts":"1733193131250"} 2024-12-03T02:32:11,255 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:32:11,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:32:11,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 895 msec 2024-12-03T02:32:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-03T02:32:11,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-03T02:32:11,365 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:32:11,365 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-03T02:32:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:11,512 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:32:11,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,38123,1733193121200 2024-12-03T02:32:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f655750 2024-12-03T02:32:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:11,519 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:11,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:32:11,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:32:11,532 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:11,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:32:11,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:32:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:11,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:32:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:12,028 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a620459c9107b1ecafb6a0908ee3eae, NAME => 'test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f 2024-12-03T02:32:12,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:32:12,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:12,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1a620459c9107b1ecafb6a0908ee3eae, disabling compactions & flushes 2024-12-03T02:32:12,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. 2024-12-03T02:32:12,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. 2024-12-03T02:32:12,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. after waiting 0 ms 2024-12-03T02:32:12,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. 2024-12-03T02:32:12,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. 2024-12-03T02:32:12,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a620459c9107b1ecafb6a0908ee3eae: Waiting for close lock at 1733193132084Disabling compacts and flushes for region at 1733193132084Disabling writes for close at 1733193132084Writing region close event to WAL at 1733193132084Closed at 1733193132084 2024-12-03T02:32:12,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:32:12,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193132086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193132086"}]},"ts":"1733193132086"} 2024-12-03T02:32:12,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:32:12,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:32:12,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193132093"}]},"ts":"1733193132093"} 2024-12-03T02:32:12,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:32:12,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a620459c9107b1ecafb6a0908ee3eae, ASSIGN}] 2024-12-03T02:32:12,098 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a620459c9107b1ecafb6a0908ee3eae, ASSIGN 2024-12-03T02:32:12,099 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1a620459c9107b1ecafb6a0908ee3eae, ASSIGN; state=OFFLINE, location=64035cbb0b46,42907,1733193121551; forceNewPlan=false, retain=false 2024-12-03T02:32:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:12,251 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a620459c9107b1ecafb6a0908ee3eae, regionState=OPENING, regionLocation=64035cbb0b46,42907,1733193121551 2024-12-03T02:32:12,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1a620459c9107b1ecafb6a0908ee3eae, ASSIGN because future has completed 2024-12-03T02:32:12,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a620459c9107b1ecafb6a0908ee3eae, server=64035cbb0b46,42907,1733193121551}] 2024-12-03T02:32:12,468 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. 2024-12-03T02:32:12,469 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a620459c9107b1ecafb6a0908ee3eae, NAME => 'test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:12,469 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:12,469 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:32:12,469 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:12,469 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:12,469 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:12,469 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:12,471 INFO [StoreOpener-1a620459c9107b1ecafb6a0908ee3eae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:12,472 INFO [StoreOpener-1a620459c9107b1ecafb6a0908ee3eae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a620459c9107b1ecafb6a0908ee3eae columnFamilyName f 2024-12-03T02:32:12,472 DEBUG [StoreOpener-1a620459c9107b1ecafb6a0908ee3eae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:12,472 INFO [StoreOpener-1a620459c9107b1ecafb6a0908ee3eae-1 {}] regionserver.HStore(327): Store=1a620459c9107b1ecafb6a0908ee3eae/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:12,473 INFO [StoreOpener-1a620459c9107b1ecafb6a0908ee3eae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:12,474 INFO [StoreOpener-1a620459c9107b1ecafb6a0908ee3eae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a620459c9107b1ecafb6a0908ee3eae columnFamilyName f1 2024-12-03T02:32:12,474 DEBUG [StoreOpener-1a620459c9107b1ecafb6a0908ee3eae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:12,474 INFO [StoreOpener-1a620459c9107b1ecafb6a0908ee3eae-1 {}] regionserver.HStore(327): Store=1a620459c9107b1ecafb6a0908ee3eae/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:12,474 INFO [StoreOpener-1a620459c9107b1ecafb6a0908ee3eae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:12,475 INFO [StoreOpener-1a620459c9107b1ecafb6a0908ee3eae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a620459c9107b1ecafb6a0908ee3eae columnFamilyName norep 2024-12-03T02:32:12,475 DEBUG [StoreOpener-1a620459c9107b1ecafb6a0908ee3eae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:12,476 INFO [StoreOpener-1a620459c9107b1ecafb6a0908ee3eae-1 {}] regionserver.HStore(327): Store=1a620459c9107b1ecafb6a0908ee3eae/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:12,476 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:12,476 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:12,477 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:12,477 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:12,477 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:12,478 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:32:12,478 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:12,480 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:12,481 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a620459c9107b1ecafb6a0908ee3eae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70089847, jitterRate=0.04442010819911957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:32:12,481 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:12,481 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a620459c9107b1ecafb6a0908ee3eae: Running coprocessor pre-open hook at 1733193132469Writing region info on filesystem at 1733193132469Initializing all the Stores at 1733193132470 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193132470Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193132470Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193132471 (+1 ms)Cleaning up temporary data from old regions at 1733193132477 (+6 ms)Running coprocessor post-open hooks at 1733193132481 (+4 ms)Region opened successfully at 1733193132481 2024-12-03T02:32:12,482 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae., pid=6, masterSystemTime=1733193132465 2024-12-03T02:32:12,484 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. 2024-12-03T02:32:12,484 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. 2024-12-03T02:32:12,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a620459c9107b1ecafb6a0908ee3eae, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,42907,1733193121551 2024-12-03T02:32:12,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a620459c9107b1ecafb6a0908ee3eae, server=64035cbb0b46,42907,1733193121551 because future has completed 2024-12-03T02:32:12,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:32:12,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a620459c9107b1ecafb6a0908ee3eae, server=64035cbb0b46,42907,1733193121551 in 193 msec 2024-12-03T02:32:12,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:32:12,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1a620459c9107b1ecafb6a0908ee3eae, ASSIGN in 394 msec 2024-12-03T02:32:12,492 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:32:12,492 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193132492"}]},"ts":"1733193132492"} 2024-12-03T02:32:12,494 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:32:12,495 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:32:12,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 974 msec 2024-12-03T02:32:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:12,671 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:32:12,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:12,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41923,1733193126179 2024-12-03T02:32:12,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a730d25 2024-12-03T02:32:12,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:12,673 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:12,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:32:12,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:32:12,676 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:12,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:32:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:12,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:32:12,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:32:12,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1302d61237a4e62b3b23ea50adaf9461, NAME => 'test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c 2024-12-03T02:32:12,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:32:12,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:12,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1302d61237a4e62b3b23ea50adaf9461, disabling compactions & flushes 2024-12-03T02:32:12,743 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. 2024-12-03T02:32:12,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. 2024-12-03T02:32:12,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. after waiting 0 ms 2024-12-03T02:32:12,743 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. 2024-12-03T02:32:12,743 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. 2024-12-03T02:32:12,744 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1302d61237a4e62b3b23ea50adaf9461: Waiting for close lock at 1733193132743Disabling compacts and flushes for region at 1733193132743Disabling writes for close at 1733193132743Writing region close event to WAL at 1733193132743Closed at 1733193132743 2024-12-03T02:32:12,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:32:12,748 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193132747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193132747"}]},"ts":"1733193132747"} 2024-12-03T02:32:12,750 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:32:12,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:32:12,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193132752"}]},"ts":"1733193132752"} 2024-12-03T02:32:12,757 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:32:12,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1302d61237a4e62b3b23ea50adaf9461, ASSIGN}] 2024-12-03T02:32:12,759 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1302d61237a4e62b3b23ea50adaf9461, ASSIGN 2024-12-03T02:32:12,760 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1302d61237a4e62b3b23ea50adaf9461, ASSIGN; state=OFFLINE, location=64035cbb0b46,39807,1733193126313; forceNewPlan=false, retain=false 2024-12-03T02:32:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:12,911 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1302d61237a4e62b3b23ea50adaf9461, regionState=OPENING, regionLocation=64035cbb0b46,39807,1733193126313 2024-12-03T02:32:12,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1302d61237a4e62b3b23ea50adaf9461, ASSIGN because future has completed 2024-12-03T02:32:12,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1302d61237a4e62b3b23ea50adaf9461, server=64035cbb0b46,39807,1733193126313}] 2024-12-03T02:32:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:13,075 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. 2024-12-03T02:32:13,075 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1302d61237a4e62b3b23ea50adaf9461, NAME => 'test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:13,076 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:13,076 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:32:13,076 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:13,076 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:13,076 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:13,076 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:13,079 INFO [StoreOpener-1302d61237a4e62b3b23ea50adaf9461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:13,081 INFO [StoreOpener-1302d61237a4e62b3b23ea50adaf9461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1302d61237a4e62b3b23ea50adaf9461 columnFamilyName f 2024-12-03T02:32:13,081 DEBUG [StoreOpener-1302d61237a4e62b3b23ea50adaf9461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:13,081 INFO [StoreOpener-1302d61237a4e62b3b23ea50adaf9461-1 {}] regionserver.HStore(327): Store=1302d61237a4e62b3b23ea50adaf9461/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:13,081 INFO [StoreOpener-1302d61237a4e62b3b23ea50adaf9461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:13,082 INFO [StoreOpener-1302d61237a4e62b3b23ea50adaf9461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1302d61237a4e62b3b23ea50adaf9461 columnFamilyName f1 2024-12-03T02:32:13,082 DEBUG [StoreOpener-1302d61237a4e62b3b23ea50adaf9461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:13,082 INFO [StoreOpener-1302d61237a4e62b3b23ea50adaf9461-1 {}] regionserver.HStore(327): Store=1302d61237a4e62b3b23ea50adaf9461/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:13,083 INFO [StoreOpener-1302d61237a4e62b3b23ea50adaf9461-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:13,084 INFO [StoreOpener-1302d61237a4e62b3b23ea50adaf9461-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1302d61237a4e62b3b23ea50adaf9461 columnFamilyName norep 2024-12-03T02:32:13,084 DEBUG [StoreOpener-1302d61237a4e62b3b23ea50adaf9461-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:13,084 INFO [StoreOpener-1302d61237a4e62b3b23ea50adaf9461-1 {}] regionserver.HStore(327): Store=1302d61237a4e62b3b23ea50adaf9461/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:13,084 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:13,085 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:13,085 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:13,086 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:13,086 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:13,086 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:32:13,088 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:13,095 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:13,095 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1302d61237a4e62b3b23ea50adaf9461; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64143114, jitterRate=-0.044193118810653687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:32:13,095 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:13,096 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1302d61237a4e62b3b23ea50adaf9461: Running coprocessor pre-open hook at 1733193133076Writing region info on filesystem at 1733193133076Initializing all the Stores at 1733193133077 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193133077Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193133079 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193133079Cleaning up temporary data from old regions at 1733193133086 (+7 ms)Running coprocessor post-open hooks at 1733193133096 (+10 ms)Region opened successfully at 1733193133096 2024-12-03T02:32:13,100 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461., pid=6, masterSystemTime=1733193133068 2024-12-03T02:32:13,106 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. 2024-12-03T02:32:13,106 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. 2024-12-03T02:32:13,112 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1302d61237a4e62b3b23ea50adaf9461, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,39807,1733193126313 2024-12-03T02:32:13,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1302d61237a4e62b3b23ea50adaf9461, server=64035cbb0b46,39807,1733193126313 because future has completed 2024-12-03T02:32:13,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:32:13,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1302d61237a4e62b3b23ea50adaf9461, server=64035cbb0b46,39807,1733193126313 in 204 msec 2024-12-03T02:32:13,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:32:13,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1302d61237a4e62b3b23ea50adaf9461, ASSIGN in 361 msec 2024-12-03T02:32:13,125 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:32:13,125 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193133125"}]},"ts":"1733193133125"} 2024-12-03T02:32:13,128 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:32:13,130 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:32:13,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 456 msec 2024-12-03T02:32:13,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:13,301 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:32:13,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@819ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:13,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,44051,-1 for getting cluster id 2024-12-03T02:32:13,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:13,302 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85f16641-62e6-41e8-a612-d4cf191da642' 2024-12-03T02:32:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:13,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85f16641-62e6-41e8-a612-d4cf191da642" 2024-12-03T02:32:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103a6dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,44051,-1] 2024-12-03T02:32:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:13,303 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:13,304 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:13,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169e486b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:13,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,44051,1733193116501 2024-12-03T02:32:13,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf6b6bd 2024-12-03T02:32:13,306 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:13,306 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:13,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:38123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:32:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:32:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:13,314 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:38123' 2024-12-03T02:32:13,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3c7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:13,315 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38123,-1 for getting cluster id 2024-12-03T02:32:13,315 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:13,316 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d4673a-7067-4aca-81cf-5e878c8819af' 2024-12-03T02:32:13,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:13,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d4673a-7067-4aca-81cf-5e878c8819af" 2024-12-03T02:32:13,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5925d6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:13,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38123,-1] 2024-12-03T02:32:13,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:13,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:13,317 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:13,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7664b45d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:13,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:13,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,38123,1733193121200 2024-12-03T02:32:13,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@755eacfd 2024-12-03T02:32:13,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:13,320 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:13,320 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T02:32:13,321 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:32:13,321 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:13,321 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:13,321 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:13,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:13,322 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:32:13,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:32:13,323 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:13,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:32:13,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741837_1013 (size=1138) 2024-12-03T02:32:13,372 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:32:13,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:13,737 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d93e104a88ec4df2dba9aaed144304f5, NAME => 'hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4 2024-12-03T02:32:13,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741838_1014 (size=44) 2024-12-03T02:32:13,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:13,808 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d93e104a88ec4df2dba9aaed144304f5, disabling compactions & flushes 2024-12-03T02:32:13,808 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. 2024-12-03T02:32:13,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. 2024-12-03T02:32:13,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. after waiting 0 ms 2024-12-03T02:32:13,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. 2024-12-03T02:32:13,809 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. 2024-12-03T02:32:13,809 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d93e104a88ec4df2dba9aaed144304f5: Waiting for close lock at 1733193133808Disabling compacts and flushes for region at 1733193133808Disabling writes for close at 1733193133809 (+1 ms)Writing region close event to WAL at 1733193133809Closed at 1733193133809 2024-12-03T02:32:13,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:32:13,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733193133812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193133812"}]},"ts":"1733193133812"} 2024-12-03T02:32:13,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:32:13,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:32:13,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193133823"}]},"ts":"1733193133823"} 2024-12-03T02:32:13,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:32:13,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d93e104a88ec4df2dba9aaed144304f5, ASSIGN}] 2024-12-03T02:32:13,829 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d93e104a88ec4df2dba9aaed144304f5, ASSIGN 2024-12-03T02:32:13,830 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d93e104a88ec4df2dba9aaed144304f5, ASSIGN; state=OFFLINE, location=64035cbb0b46,40543,1733193116700; forceNewPlan=false, retain=false 2024-12-03T02:32:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:13,987 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d93e104a88ec4df2dba9aaed144304f5, regionState=OPENING, regionLocation=64035cbb0b46,40543,1733193116700 2024-12-03T02:32:13,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d93e104a88ec4df2dba9aaed144304f5, ASSIGN because future has completed 2024-12-03T02:32:13,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d93e104a88ec4df2dba9aaed144304f5, server=64035cbb0b46,40543,1733193116700}] 2024-12-03T02:32:14,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. 2024-12-03T02:32:14,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:14,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:32:14,188 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C40543%2C1733193116700.rep, suffix=, logDir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700, archiveDir=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/oldWALs, maxLogs=10 2024-12-03T02:32:14,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.rep.1733193134188, exclude list is [], retry=0 2024-12-03T02:32:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33489,DS-7b6784c4-fbd0-4e66-91e7-ac44d5386ac2,DISK] 2024-12-03T02:32:14,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.rep.1733193134188 2024-12-03T02:32:14,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33115:33115)] 2024-12-03T02:32:14,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d93e104a88ec4df2dba9aaed144304f5, NAME => 'hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:14,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:14,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:32:14,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. service=MultiRowMutationService 2024-12-03T02:32:14,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:32:14,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:14,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:14,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:14,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:14,224 INFO [StoreOpener-d93e104a88ec4df2dba9aaed144304f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:14,225 INFO [StoreOpener-d93e104a88ec4df2dba9aaed144304f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d93e104a88ec4df2dba9aaed144304f5 columnFamilyName hfileref 2024-12-03T02:32:14,225 DEBUG [StoreOpener-d93e104a88ec4df2dba9aaed144304f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:14,226 INFO [StoreOpener-d93e104a88ec4df2dba9aaed144304f5-1 {}] regionserver.HStore(327): Store=d93e104a88ec4df2dba9aaed144304f5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:14,226 INFO [StoreOpener-d93e104a88ec4df2dba9aaed144304f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:14,227 INFO [StoreOpener-d93e104a88ec4df2dba9aaed144304f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d93e104a88ec4df2dba9aaed144304f5 columnFamilyName queue 2024-12-03T02:32:14,227 DEBUG [StoreOpener-d93e104a88ec4df2dba9aaed144304f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:14,227 INFO [StoreOpener-d93e104a88ec4df2dba9aaed144304f5-1 {}] regionserver.HStore(327): Store=d93e104a88ec4df2dba9aaed144304f5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:14,227 INFO [StoreOpener-d93e104a88ec4df2dba9aaed144304f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:14,228 INFO [StoreOpener-d93e104a88ec4df2dba9aaed144304f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d93e104a88ec4df2dba9aaed144304f5 columnFamilyName sid 2024-12-03T02:32:14,228 DEBUG [StoreOpener-d93e104a88ec4df2dba9aaed144304f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:14,229 INFO [StoreOpener-d93e104a88ec4df2dba9aaed144304f5-1 {}] regionserver.HStore(327): Store=d93e104a88ec4df2dba9aaed144304f5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:14,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:14,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/replication/d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:14,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/replication/d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:14,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:14,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:14,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:32:14,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:14,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/replication/d93e104a88ec4df2dba9aaed144304f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:14,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d93e104a88ec4df2dba9aaed144304f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75102385, jitterRate=0.11911274492740631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:32:14,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:14,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d93e104a88ec4df2dba9aaed144304f5: Running coprocessor pre-open hook at 1733193134220Writing region info on filesystem at 1733193134220Initializing all the Stores at 1733193134223 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193134224 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193134224Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193134224Cleaning up temporary data from old regions at 1733193134232 (+8 ms)Running coprocessor post-open hooks at 1733193134236 (+4 ms)Region opened successfully at 1733193134236 2024-12-03T02:32:14,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5., pid=10, masterSystemTime=1733193134167 2024-12-03T02:32:14,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. 2024-12-03T02:32:14,242 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. 2024-12-03T02:32:14,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d93e104a88ec4df2dba9aaed144304f5, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,40543,1733193116700 2024-12-03T02:32:14,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d93e104a88ec4df2dba9aaed144304f5, server=64035cbb0b46,40543,1733193116700 because future has completed 2024-12-03T02:32:14,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:32:14,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d93e104a88ec4df2dba9aaed144304f5, server=64035cbb0b46,40543,1733193116700 in 251 msec 2024-12-03T02:32:14,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T02:32:14,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d93e104a88ec4df2dba9aaed144304f5, ASSIGN in 423 msec 2024-12-03T02:32:14,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:32:14,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193134252"}]},"ts":"1733193134252"} 2024-12-03T02:32:14,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:32:14,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:32:14,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 934 msec 2024-12-03T02:32:14,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5., hostname=64035cbb0b46,40543,1733193116700, seqNum=2] 2024-12-03T02:32:14,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:32:14,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:32:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:14,502 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:32:14,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40543 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T02:32:14,654 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:32:14,689 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,40543,1733193116700, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:32:14,690 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:14,690 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,40543,1733193116700, seqNum=-1] 2024-12-03T02:32:14,690 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:14,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-03T02:32:14,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,40543,1733193116700', locateType=CURRENT is [region=hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5., hostname=64035cbb0b46,40543,1733193116700, seqNum=2] 2024-12-03T02:32:14,699 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T02:32:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T02:32:14,702 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,40543,1733193116700 suceeded 2024-12-03T02:32:14,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T02:32:14,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-12-03T02:32:14,704 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:38123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:32:14,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3970 sec 2024-12-03T02:32:14,723 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:38123' 2024-12-03T02:32:14,724 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55740cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:14,724 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38123,-1 for getting cluster id 2024-12-03T02:32:14,724 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:14,725 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d4673a-7067-4aca-81cf-5e878c8819af' 2024-12-03T02:32:14,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:14,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d4673a-7067-4aca-81cf-5e878c8819af" 2024-12-03T02:32:14,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37533f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:14,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38123,-1] 2024-12-03T02:32:14,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:14,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:14,727 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:14,728 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23c360e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:14,728 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:14,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,38123,1733193121200 2024-12-03T02:32:14,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@512a8c24 2024-12-03T02:32:14,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:14,730 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-03T02:32:14,731 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,40543,1733193116700 (queues=1) is replicating from cluster=85f16641-62e6-41e8-a612-d4cf191da642 to cluster=03d4673a-7067-4aca-81cf-5e878c8819af 2024-12-03T02:32:14,731 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C40543%2C1733193116700 2024-12-03T02:32:14,731 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,40543,1733193116700, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:32:14,735 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C40543%2C1733193116700 2024-12-03T02:32:14,738 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250, startPosition=0, beingWritten=true 2024-12-03T02:32:14,749 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:14,749 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 379, reset compression=false 2024-12-03T02:32:14,749 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,40543,1733193116700 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:32:14,782 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T02:32:14,957 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 379, reset compression=false 2024-12-03T02:32:14,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:14,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:14,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:14,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:14,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,263 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 379, reset compression=false 2024-12-03T02:32:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:15,461 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:32:15,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:32:15,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:15,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:15,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:15,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:15,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7393b383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:15,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38123,-1 for getting cluster id 2024-12-03T02:32:15,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:15,467 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d4673a-7067-4aca-81cf-5e878c8819af' 2024-12-03T02:32:15,467 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:15,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d4673a-7067-4aca-81cf-5e878c8819af" 2024-12-03T02:32:15,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce46370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:15,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38123,-1] 2024-12-03T02:32:15,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:15,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:15,470 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:15,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33646686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:15,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,38123,1733193121200 2024-12-03T02:32:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a9d3a19 2024-12-03T02:32:15,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:15,476 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:15,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:41923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:32:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:32:15,479 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:41923' 2024-12-03T02:32:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:15,483 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222d2de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:15,483 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41923,-1 for getting cluster id 2024-12-03T02:32:15,483 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:15,484 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f258c08-584d-47ed-bf70-c3397f0dbb84' 2024-12-03T02:32:15,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:15,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f258c08-584d-47ed-bf70-c3397f0dbb84" 2024-12-03T02:32:15,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc8b426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:15,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41923,-1] 2024-12-03T02:32:15,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:15,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:15,485 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:15,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d8454d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:15,486 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:15,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41923,1733193126179 2024-12-03T02:32:15,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4652055f 2024-12-03T02:32:15,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:15,487 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:15,488 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-03T02:32:15,488 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:32:15,488 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:15,488 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:15,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:15,489 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:15,490 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:32:15,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:32:15,490 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:15,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:32:15,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741837_1013 (size=1138) 2024-12-03T02:32:15,509 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c31633564a999ec89d7d080cc0fde4ff, NAME => 'hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f 2024-12-03T02:32:15,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741838_1014 (size=44) 2024-12-03T02:32:15,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:15,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c31633564a999ec89d7d080cc0fde4ff, disabling compactions & flushes 2024-12-03T02:32:15,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. 2024-12-03T02:32:15,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. 2024-12-03T02:32:15,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. after waiting 0 ms 2024-12-03T02:32:15,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. 2024-12-03T02:32:15,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. 2024-12-03T02:32:15,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c31633564a999ec89d7d080cc0fde4ff: Waiting for close lock at 1733193135524Disabling compacts and flushes for region at 1733193135524Disabling writes for close at 1733193135524Writing region close event to WAL at 1733193135524Closed at 1733193135524 2024-12-03T02:32:15,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:32:15,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733193135526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193135526"}]},"ts":"1733193135526"} 2024-12-03T02:32:15,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:32:15,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:32:15,529 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193135528"}]},"ts":"1733193135528"} 2024-12-03T02:32:15,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:32:15,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c31633564a999ec89d7d080cc0fde4ff, ASSIGN}] 2024-12-03T02:32:15,531 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c31633564a999ec89d7d080cc0fde4ff, ASSIGN 2024-12-03T02:32:15,532 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c31633564a999ec89d7d080cc0fde4ff, ASSIGN; state=OFFLINE, location=64035cbb0b46,42907,1733193121551; forceNewPlan=false, retain=false 2024-12-03T02:32:15,540 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:32:15,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:32:15,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:15,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:15,676 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 379, reset compression=false 2024-12-03T02:32:15,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c31633564a999ec89d7d080cc0fde4ff, regionState=OPENING, regionLocation=64035cbb0b46,42907,1733193121551 2024-12-03T02:32:15,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c31633564a999ec89d7d080cc0fde4ff, ASSIGN because future has completed 2024-12-03T02:32:15,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c31633564a999ec89d7d080cc0fde4ff, server=64035cbb0b46,42907,1733193121551}] 2024-12-03T02:32:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:15,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. 2024-12-03T02:32:15,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:15,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:32:15,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C42907%2C1733193121551.rep, suffix=, logDir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551, archiveDir=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/oldWALs, maxLogs=10 2024-12-03T02:32:15,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.rep.1733193135848, exclude list is [], retry=0 2024-12-03T02:32:15,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44297,DS-2d215f22-dc26-45b0-91a2-5b2d53c3ece3,DISK] 2024-12-03T02:32:15,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.rep.1733193135848 2024-12-03T02:32:15,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36161:36161)] 2024-12-03T02:32:15,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c31633564a999ec89d7d080cc0fde4ff, NAME => 'hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:15,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:15,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:32:15,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. service=MultiRowMutationService 2024-12-03T02:32:15,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:32:15,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:15,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:15,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:15,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:15,867 INFO [StoreOpener-c31633564a999ec89d7d080cc0fde4ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:15,868 INFO [StoreOpener-c31633564a999ec89d7d080cc0fde4ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31633564a999ec89d7d080cc0fde4ff columnFamilyName hfileref 2024-12-03T02:32:15,868 DEBUG [StoreOpener-c31633564a999ec89d7d080cc0fde4ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:15,869 INFO [StoreOpener-c31633564a999ec89d7d080cc0fde4ff-1 {}] regionserver.HStore(327): Store=c31633564a999ec89d7d080cc0fde4ff/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:15,869 INFO [StoreOpener-c31633564a999ec89d7d080cc0fde4ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:15,870 INFO [StoreOpener-c31633564a999ec89d7d080cc0fde4ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31633564a999ec89d7d080cc0fde4ff columnFamilyName queue 2024-12-03T02:32:15,870 DEBUG [StoreOpener-c31633564a999ec89d7d080cc0fde4ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:15,870 INFO [StoreOpener-c31633564a999ec89d7d080cc0fde4ff-1 {}] regionserver.HStore(327): Store=c31633564a999ec89d7d080cc0fde4ff/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:15,870 INFO [StoreOpener-c31633564a999ec89d7d080cc0fde4ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:15,870 INFO [StoreOpener-c31633564a999ec89d7d080cc0fde4ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c31633564a999ec89d7d080cc0fde4ff columnFamilyName sid 2024-12-03T02:32:15,871 DEBUG [StoreOpener-c31633564a999ec89d7d080cc0fde4ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:15,871 INFO [StoreOpener-c31633564a999ec89d7d080cc0fde4ff-1 {}] regionserver.HStore(327): Store=c31633564a999ec89d7d080cc0fde4ff/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:15,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:15,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/replication/c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:15,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/replication/c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:15,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:15,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:15,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:32:15,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:15,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/replication/c31633564a999ec89d7d080cc0fde4ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:15,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c31633564a999ec89d7d080cc0fde4ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71272871, jitterRate=0.06204853951931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:32:15,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:15,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c31633564a999ec89d7d080cc0fde4ff: Running coprocessor pre-open hook at 1733193135865Writing region info on filesystem at 1733193135865Initializing all the Stores at 1733193135866 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193135866Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193135867 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193135867Cleaning up temporary data from old regions at 1733193135875 (+8 ms)Running coprocessor post-open hooks at 1733193135891 (+16 ms)Region opened successfully at 1733193135891 2024-12-03T02:32:15,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff., pid=10, masterSystemTime=1733193135843 2024-12-03T02:32:15,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. 2024-12-03T02:32:15,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. 2024-12-03T02:32:15,894 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c31633564a999ec89d7d080cc0fde4ff, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,42907,1733193121551 2024-12-03T02:32:15,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c31633564a999ec89d7d080cc0fde4ff, server=64035cbb0b46,42907,1733193121551 because future has completed 2024-12-03T02:32:15,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:32:15,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c31633564a999ec89d7d080cc0fde4ff, server=64035cbb0b46,42907,1733193121551 in 209 msec 2024-12-03T02:32:15,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T02:32:15,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c31633564a999ec89d7d080cc0fde4ff, ASSIGN in 367 msec 2024-12-03T02:32:15,901 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:32:15,902 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193135902"}]},"ts":"1733193135902"} 2024-12-03T02:32:15,904 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:32:15,905 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:32:15,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 416 msec 2024-12-03T02:32:15,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff., hostname=64035cbb0b46,42907,1733193121551, seqNum=2] 2024-12-03T02:32:16,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:16,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:16,069 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T02:32:16,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:32:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:16,180 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 379, reset compression=false 2024-12-03T02:32:16,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T02:32:16,251 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:32:16,309 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,42907,1733193121551, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:32:16,310 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:16,310 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,42907,1733193121551, seqNum=-1] 2024-12-03T02:32:16,311 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:16,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T02:32:16,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,42907,1733193121551', locateType=CURRENT is [region=hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff., hostname=64035cbb0b46,42907,1733193121551, seqNum=2] 2024-12-03T02:32:16,319 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T02:32:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T02:32:16,321 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,42907,1733193121551 suceeded 2024-12-03T02:32:16,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T02:32:16,323 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:41923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:32:16,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 232 msec 2024-12-03T02:32:16,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 847 msec 2024-12-03T02:32:16,339 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:41923' 2024-12-03T02:32:16,340 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@239b5e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:16,340 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41923,-1 for getting cluster id 2024-12-03T02:32:16,341 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:16,343 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f258c08-584d-47ed-bf70-c3397f0dbb84' 2024-12-03T02:32:16,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:16,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f258c08-584d-47ed-bf70-c3397f0dbb84" 2024-12-03T02:32:16,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b2a6854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:16,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41923,-1] 2024-12-03T02:32:16,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:16,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:16,347 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:16,348 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63bf2873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:16,348 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:16,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41923,1733193126179 2024-12-03T02:32:16,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a245d75 2024-12-03T02:32:16,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:16,350 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-03T02:32:16,353 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,42907,1733193121551 (queues=1) is replicating from cluster=03d4673a-7067-4aca-81cf-5e878c8819af to cluster=0f258c08-584d-47ed-bf70-c3397f0dbb84 2024-12-03T02:32:16,353 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C42907%2C1733193121551 2024-12-03T02:32:16,353 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,42907,1733193121551, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:32:16,354 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988, startPosition=0, beingWritten=true 2024-12-03T02:32:16,359 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C42907%2C1733193121551 2024-12-03T02:32:16,376 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:16,376 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 379, reset compression=false 2024-12-03T02:32:16,379 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,42907,1733193121551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:32:16,594 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 379, reset compression=false 2024-12-03T02:32:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:16,621 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:32:16,621 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:32:16,621 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:16,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:16,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:16,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:16,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b989c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:16,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41923,-1 for getting cluster id 2024-12-03T02:32:16,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:16,623 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f258c08-584d-47ed-bf70-c3397f0dbb84' 2024-12-03T02:32:16,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:16,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f258c08-584d-47ed-bf70-c3397f0dbb84" 2024-12-03T02:32:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6324dbfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41923,-1] 2024-12-03T02:32:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:16,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:16,625 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:16,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e7fd7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:16,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:16,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41923,1733193126179 2024-12-03T02:32:16,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77343967 2024-12-03T02:32:16,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:16,627 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:16,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:38123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:32:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:32:16,629 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:38123' 2024-12-03T02:32:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:16,630 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378d864d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:16,630 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38123,-1 for getting cluster id 2024-12-03T02:32:16,630 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:16,631 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d4673a-7067-4aca-81cf-5e878c8819af' 2024-12-03T02:32:16,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:16,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d4673a-7067-4aca-81cf-5e878c8819af" 2024-12-03T02:32:16,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d8c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:16,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38123,-1] 2024-12-03T02:32:16,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:16,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:16,632 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:16,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c613e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:16,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:16,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,38123,1733193121200 2024-12-03T02:32:16,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a964821 2024-12-03T02:32:16,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:16,635 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:16,635 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T02:32:16,635 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:32:16,635 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:16,636 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:16,636 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:16,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:16,637 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:32:16,638 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:32:16,638 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:16,639 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:32:16,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741837_1013 (size=1138) 2024-12-03T02:32:16,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49717ce049754e3f12fc90901579ba01, NAME => 'hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c 2024-12-03T02:32:16,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741838_1014 (size=44) 2024-12-03T02:32:16,687 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:32:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:16,788 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 379, reset compression=false 2024-12-03T02:32:16,897 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 379, reset compression=false 2024-12-03T02:32:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:17,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:17,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 49717ce049754e3f12fc90901579ba01, disabling compactions & flushes 2024-12-03T02:32:17,072 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. 2024-12-03T02:32:17,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. 2024-12-03T02:32:17,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. after waiting 0 ms 2024-12-03T02:32:17,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. 2024-12-03T02:32:17,072 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. 2024-12-03T02:32:17,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49717ce049754e3f12fc90901579ba01: Waiting for close lock at 1733193137072Disabling compacts and flushes for region at 1733193137072Disabling writes for close at 1733193137072Writing region close event to WAL at 1733193137072Closed at 1733193137072 2024-12-03T02:32:17,073 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:32:17,074 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733193137073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193137073"}]},"ts":"1733193137073"} 2024-12-03T02:32:17,076 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:32:17,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:32:17,077 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193137076"}]},"ts":"1733193137076"} 2024-12-03T02:32:17,079 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:32:17,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49717ce049754e3f12fc90901579ba01, ASSIGN}] 2024-12-03T02:32:17,081 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49717ce049754e3f12fc90901579ba01, ASSIGN 2024-12-03T02:32:17,082 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49717ce049754e3f12fc90901579ba01, ASSIGN; state=OFFLINE, location=64035cbb0b46,39807,1733193126313; forceNewPlan=false, retain=false 2024-12-03T02:32:17,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=49717ce049754e3f12fc90901579ba01, regionState=OPENING, regionLocation=64035cbb0b46,39807,1733193126313 2024-12-03T02:32:17,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=49717ce049754e3f12fc90901579ba01, ASSIGN because future has completed 2024-12-03T02:32:17,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49717ce049754e3f12fc90901579ba01, server=64035cbb0b46,39807,1733193126313}] 2024-12-03T02:32:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:17,300 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 379, reset compression=false 2024-12-03T02:32:17,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. 2024-12-03T02:32:17,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:17,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:32:17,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C39807%2C1733193126313.rep, suffix=, logDir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313, archiveDir=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/oldWALs, maxLogs=10 2024-12-03T02:32:17,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.rep.1733193137392, exclude list is [], retry=0 2024-12-03T02:32:17,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41955,DS-e578d2e1-e50d-49cf-87d4-a97601350ac6,DISK] 2024-12-03T02:32:17,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.rep.1733193137392 2024-12-03T02:32:17,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35613:35613)] 2024-12-03T02:32:17,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 49717ce049754e3f12fc90901579ba01, NAME => 'hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:17,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:17,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:32:17,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. service=MultiRowMutationService 2024-12-03T02:32:17,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:32:17,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:17,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:17,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:17,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:17,409 INFO [StoreOpener-49717ce049754e3f12fc90901579ba01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:17,410 INFO [StoreOpener-49717ce049754e3f12fc90901579ba01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49717ce049754e3f12fc90901579ba01 columnFamilyName hfileref 2024-12-03T02:32:17,410 DEBUG [StoreOpener-49717ce049754e3f12fc90901579ba01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:17,410 INFO [StoreOpener-49717ce049754e3f12fc90901579ba01-1 {}] regionserver.HStore(327): Store=49717ce049754e3f12fc90901579ba01/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:17,410 INFO [StoreOpener-49717ce049754e3f12fc90901579ba01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:17,411 INFO [StoreOpener-49717ce049754e3f12fc90901579ba01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49717ce049754e3f12fc90901579ba01 columnFamilyName queue 2024-12-03T02:32:17,411 DEBUG [StoreOpener-49717ce049754e3f12fc90901579ba01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:17,411 INFO [StoreOpener-49717ce049754e3f12fc90901579ba01-1 {}] regionserver.HStore(327): Store=49717ce049754e3f12fc90901579ba01/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:17,411 INFO [StoreOpener-49717ce049754e3f12fc90901579ba01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:17,412 INFO [StoreOpener-49717ce049754e3f12fc90901579ba01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49717ce049754e3f12fc90901579ba01 columnFamilyName sid 2024-12-03T02:32:17,412 DEBUG [StoreOpener-49717ce049754e3f12fc90901579ba01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:17,412 INFO [StoreOpener-49717ce049754e3f12fc90901579ba01-1 {}] regionserver.HStore(327): Store=49717ce049754e3f12fc90901579ba01/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:17,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:17,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/replication/49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:17,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/replication/49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:17,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:17,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:17,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:32:17,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:17,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/replication/49717ce049754e3f12fc90901579ba01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:17,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 49717ce049754e3f12fc90901579ba01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66691159, jitterRate=-0.006224289536476135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:32:17,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:17,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 49717ce049754e3f12fc90901579ba01: Running coprocessor pre-open hook at 1733193137408Writing region info on filesystem at 1733193137408Initializing all the Stores at 1733193137408Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193137408Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193137408Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193137408Cleaning up temporary data from old regions at 1733193137414 (+6 ms)Running coprocessor post-open hooks at 1733193137417 (+3 ms)Region opened successfully at 1733193137417 2024-12-03T02:32:17,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01., pid=10, masterSystemTime=1733193137388 2024-12-03T02:32:17,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. 2024-12-03T02:32:17,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. 2024-12-03T02:32:17,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=49717ce049754e3f12fc90901579ba01, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,39807,1733193126313 2024-12-03T02:32:17,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49717ce049754e3f12fc90901579ba01, server=64035cbb0b46,39807,1733193126313 because future has completed 2024-12-03T02:32:17,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:32:17,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 49717ce049754e3f12fc90901579ba01, server=64035cbb0b46,39807,1733193126313 in 186 msec 2024-12-03T02:32:17,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T02:32:17,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=49717ce049754e3f12fc90901579ba01, ASSIGN in 344 msec 2024-12-03T02:32:17,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:32:17,425 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193137425"}]},"ts":"1733193137425"} 2024-12-03T02:32:17,427 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:32:17,427 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:32:17,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 791 msec 2024-12-03T02:32:17,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01., hostname=64035cbb0b46,39807,1733193126313, seqNum=2] 2024-12-03T02:32:17,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:17,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:17,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:32:17,496 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 379, reset compression=false 2024-12-03T02:32:17,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39807 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T02:32:17,633 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:32:17,658 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,39807,1733193126313, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:32:17,658 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:17,658 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,39807,1733193126313, seqNum=-1] 2024-12-03T02:32:17,658 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:17,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T02:32:17,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,39807,1733193126313', locateType=CURRENT is [region=hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01., hostname=64035cbb0b46,39807,1733193126313, seqNum=2] 2024-12-03T02:32:17,663 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T02:32:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T02:32:17,665 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,39807,1733193126313 suceeded 2024-12-03T02:32:17,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T02:32:17,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-03T02:32:17,666 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:38123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:32:17,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0390 sec 2024-12-03T02:32:17,675 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:38123' 2024-12-03T02:32:17,676 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e1dd63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:17,676 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38123,-1 for getting cluster id 2024-12-03T02:32:17,676 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:17,677 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d4673a-7067-4aca-81cf-5e878c8819af' 2024-12-03T02:32:17,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:17,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d4673a-7067-4aca-81cf-5e878c8819af" 2024-12-03T02:32:17,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b63279f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:17,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38123,-1] 2024-12-03T02:32:17,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:17,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:17,678 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:17,679 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a971739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:17,679 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:17,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,38123,1733193121200 2024-12-03T02:32:17,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@702f7acf 2024-12-03T02:32:17,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:17,680 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-03T02:32:17,681 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,39807,1733193126313 (queues=1) is replicating from cluster=0f258c08-584d-47ed-bf70-c3397f0dbb84 to cluster=03d4673a-7067-4aca-81cf-5e878c8819af 2024-12-03T02:32:17,681 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C39807%2C1733193126313 2024-12-03T02:32:17,681 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,39807,1733193126313, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:32:17,685 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C39807%2C1733193126313 2024-12-03T02:32:17,685 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940, startPosition=0, beingWritten=true 2024-12-03T02:32:17,692 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:17,692 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 379, reset compression=false 2024-12-03T02:32:17,692 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,39807,1733193126313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:32:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:17,771 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:32:17,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:32:17,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:17,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:17,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:17,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:17,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4541ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:17,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,44051,-1 for getting cluster id 2024-12-03T02:32:17,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:17,772 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85f16641-62e6-41e8-a612-d4cf191da642' 2024-12-03T02:32:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85f16641-62e6-41e8-a612-d4cf191da642" 2024-12-03T02:32:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37204212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,44051,-1] 2024-12-03T02:32:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:17,773 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:17,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b662bb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:17,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec42fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:17,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38123,-1 for getting cluster id 2024-12-03T02:32:17,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:17,775 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d4673a-7067-4aca-81cf-5e878c8819af' 2024-12-03T02:32:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d4673a-7067-4aca-81cf-5e878c8819af" 2024-12-03T02:32:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59482f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38123,-1] 2024-12-03T02:32:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:17,775 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:17,776 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:17,776 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ed7c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:17,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b085ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:17,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41923,-1 for getting cluster id 2024-12-03T02:32:17,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:17,778 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f258c08-584d-47ed-bf70-c3397f0dbb84' 2024-12-03T02:32:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f258c08-584d-47ed-bf70-c3397f0dbb84" 2024-12-03T02:32:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bfcbf66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41923,-1] 2024-12-03T02:32:17,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:17,779 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:17,779 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4872260b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:17,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,40543,1733193116700, seqNum=-1] 2024-12-03T02:32:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:17,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:17,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733193130361.275b69002cee514032fd4359d036e6a0., hostname=64035cbb0b46,40543,1733193116700, seqNum=2] 2024-12-03T02:32:17,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,39807,1733193126313, seqNum=-1] 2024-12-03T02:32:17,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:17,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:17,790 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461., hostname=64035cbb0b46,39807,1733193126313, seqNum=2] 2024-12-03T02:32:17,791 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-03T02:32:17,804 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 379, reset compression=false 2024-12-03T02:32:17,900 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 379, reset compression=false 2024-12-03T02:32:18,208 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 379, reset compression=false 2024-12-03T02:32:18,299 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 379, reset compression=false 2024-12-03T02:32:18,303 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:32:18,303 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 480, reset compression=false 2024-12-03T02:32:18,303 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,40543,1733193116700 got entry batch from reader: WALEntryBatch [walEntries=[{test/275b69002cee514032fd4359d036e6a0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-03T02:32:18,306 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:32:18,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-03T02:32:18,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:32:18,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fdb16ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:18,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,38123,-1 for getting cluster id 2024-12-03T02:32:18,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:18,309 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '03d4673a-7067-4aca-81cf-5e878c8819af' 2024-12-03T02:32:18,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:18,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "03d4673a-7067-4aca-81cf-5e878c8819af" 2024-12-03T02:32:18,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10433620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:18,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,38123,-1] 2024-12-03T02:32:18,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:18,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:18,310 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:18,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38cdfe28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:18,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:18,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,42907,1733193121551, seqNum=-1] 2024-12-03T02:32:18,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:18,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-03T02:32:18,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae., hostname=64035cbb0b46,42907,1733193121551, seqNum=2] 2024-12-03T02:32:18,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:32:18,408 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 379, reset compression=false 2024-12-03T02:32:18,412 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:32:18,412 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 504, reset compression=false 2024-12-03T02:32:18,412 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,42907,1733193121551 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a620459c9107b1ecafb6a0908ee3eae/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-03T02:32:18,414 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:32:18,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-03T02:32:18,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:32:18,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bb1e87e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:18,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41923,-1 for getting cluster id 2024-12-03T02:32:18,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:18,417 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f258c08-584d-47ed-bf70-c3397f0dbb84' 2024-12-03T02:32:18,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:18,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f258c08-584d-47ed-bf70-c3397f0dbb84" 2024-12-03T02:32:18,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@416007ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:18,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41923,-1] 2024-12-03T02:32:18,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:18,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:18,418 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:18,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f28f0b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:18,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:18,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,39807,1733193126313, seqNum=-1] 2024-12-03T02:32:18,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:18,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-03T02:32:18,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461., hostname=64035cbb0b46,39807,1733193126313, seqNum=2] 2024-12-03T02:32:18,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:32:18,507 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 480, reset compression=false 2024-12-03T02:32:18,612 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 379, reset compression=false 2024-12-03T02:32:18,617 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 504, reset compression=false 2024-12-03T02:32:18,620 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:18,620 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 527, reset compression=false 2024-12-03T02:32:18,620 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,39807,1733193126313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:32:18,793 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-03T02:32:18,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:18,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,42907,1733193121551, seqNum=-1] 2024-12-03T02:32:18,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:18,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:18,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae., hostname=64035cbb0b46,42907,1733193121551, seqNum=2] 2024-12-03T02:32:18,803 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-03T02:32:18,811 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 480, reset compression=false 2024-12-03T02:32:18,834 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 527, reset compression=false 2024-12-03T02:32:18,934 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 504, reset compression=false 2024-12-03T02:32:18,950 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:32:18,950 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 608, reset compression=false 2024-12-03T02:32:18,950 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,42907,1733193121551 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a620459c9107b1ecafb6a0908ee3eae/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T02:32:18,952 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:32:18,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:32:19,138 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 527, reset compression=false 2024-12-03T02:32:19,142 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:19,142 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 654, reset compression=false 2024-12-03T02:32:19,142 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,39807,1733193126313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:32:19,162 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 608, reset compression=false 2024-12-03T02:32:19,217 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 480, reset compression=false 2024-12-03T02:32:19,345 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 654, reset compression=false 2024-12-03T02:32:19,467 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 608, reset compression=false 2024-12-03T02:32:19,648 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 654, reset compression=false 2024-12-03T02:32:19,725 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 480, reset compression=false 2024-12-03T02:32:19,805 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-03T02:32:19,808 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-03T02:32:19,870 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 608, reset compression=false 2024-12-03T02:32:20,050 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 654, reset compression=false 2024-12-03T02:32:20,054 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:32:20,054 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 758, reset compression=false 2024-12-03T02:32:20,054 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,39807,1733193126313 got entry batch from reader: WALEntryBatch [walEntries=[{test/1302d61237a4e62b3b23ea50adaf9461/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-03T02:32:20,056 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:32:20,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-03T02:32:20,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:32:20,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:32:20,257 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 758, reset compression=false 2024-12-03T02:32:20,328 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 480, reset compression=false 2024-12-03T02:32:20,373 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 608, reset compression=false 2024-12-03T02:32:20,380 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:20,380 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 735, reset compression=false 2024-12-03T02:32:20,380 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,42907,1733193121551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:32:20,560 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 758, reset compression=false 2024-12-03T02:32:20,584 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 735, reset compression=false 2024-12-03T02:32:20,809 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-03T02:32:20,813 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-03T02:32:20,887 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 735, reset compression=false 2024-12-03T02:32:20,963 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 758, reset compression=false 2024-12-03T02:32:21,033 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 480, reset compression=false 2024-12-03T02:32:21,037 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:32:21,037 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:21,037 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,40543,1733193116700 got entry batch from reader: WALEntryBatch [walEntries=[{test/275b69002cee514032fd4359d036e6a0/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-03T02:32:21,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:32:21,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:32:21,240 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:21,291 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 735, reset compression=false 2024-12-03T02:32:21,295 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:32:21,295 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 883, reset compression=false 2024-12-03T02:32:21,295 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,42907,1733193121551 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a620459c9107b1ecafb6a0908ee3eae/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-03T02:32:21,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:32:21,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:32:21,367 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:32:21,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:21,467 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 758, reset compression=false 2024-12-03T02:32:21,470 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:21,470 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 929, reset compression=false 2024-12-03T02:32:21,470 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,39807,1733193126313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:32:21,498 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 883, reset compression=false 2024-12-03T02:32:21,544 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:21,673 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 929, reset compression=false 2024-12-03T02:32:21,801 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 883, reset compression=false 2024-12-03T02:32:21,814 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-03T02:32:21,817 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-03T02:32:21,947 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:21,976 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 929, reset compression=false 2024-12-03T02:32:22,205 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 883, reset compression=false 2024-12-03T02:32:22,209 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:32:22,209 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1042, reset compression=false 2024-12-03T02:32:22,210 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,42907,1733193121551 got entry batch from reader: WALEntryBatch [walEntries=[{test/1a620459c9107b1ecafb6a0908ee3eae/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T02:32:22,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:32:22,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39807 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:32:22,379 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 929, reset compression=false 2024-12-03T02:32:22,393 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:22,393 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 1078, reset compression=false 2024-12-03T02:32:22,393 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,39807,1733193126313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:32:22,414 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1042, reset compression=false 2024-12-03T02:32:22,451 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:22,596 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 1078, reset compression=false 2024-12-03T02:32:22,718 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1042, reset compression=false 2024-12-03T02:32:22,819 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-03T02:32:22,823 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-03T02:32:22,900 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 1078, reset compression=false 2024-12-03T02:32:22,912 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:32:22,912 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 1237, reset compression=false 2024-12-03T02:32:22,912 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,39807,1733193126313 got entry batch from reader: WALEntryBatch [walEntries=[{test/1302d61237a4e62b3b23ea50adaf9461/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-03T02:32:22,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-03T02:32:22,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42907 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-03T02:32:23,056 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:23,122 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 1237, reset compression=false 2024-12-03T02:32:23,124 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1042, reset compression=false 2024-12-03T02:32:23,127 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:23,127 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1191, reset compression=false 2024-12-03T02:32:23,127 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,42907,1733193121551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:32:23,330 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1191, reset compression=false 2024-12-03T02:32:23,425 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 1237, reset compression=false 2024-12-03T02:32:23,633 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1191, reset compression=false 2024-12-03T02:32:23,759 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:23,825 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-03T02:32:23,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:32:23,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:32:23,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:23,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:23,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:23,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:23,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:32:23,831 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=583492117, stopped=false 2024-12-03T02:32:23,831 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,41923,1733193126179 2024-12-03T02:32:23,840 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 1237, reset compression=false 2024-12-03T02:32:23,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-697072524/running 2024-12-03T02:32:23,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-697072524/running 2024-12-03T02:32:23,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:23,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:23,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:32:23,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:32:23,846 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:23,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:23,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,39807,1733193126313' ***** 2024-12-03T02:32:23,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:32:23,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Set watcher on znode that does not yet exist, /2-697072524/running 2024-12-03T02:32:23,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Set watcher on znode that does not yet exist, /2-697072524/running 2024-12-03T02:32:23,847 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:32:23,847 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:32:23,847 INFO [RS:0;64035cbb0b46:39807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:32:23,847 INFO [RS:0;64035cbb0b46:39807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:32:23,847 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(3091): Received CLOSE for 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:23,847 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:32:23,847 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(3091): Received CLOSE for 1302d61237a4e62b3b23ea50adaf9461 2024-12-03T02:32:23,848 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,39807,1733193126313 2024-12-03T02:32:23,848 INFO [RS:0;64035cbb0b46:39807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:32:23,848 INFO [RS:0;64035cbb0b46:39807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:39807. 2024-12-03T02:32:23,848 DEBUG [RS:0;64035cbb0b46:39807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:23,848 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49717ce049754e3f12fc90901579ba01, disabling compactions & flushes 2024-12-03T02:32:23,848 DEBUG [RS:0;64035cbb0b46:39807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:23,848 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. 2024-12-03T02:32:23,848 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. 2024-12-03T02:32:23,848 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. after waiting 0 ms 2024-12-03T02:32:23,848 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. 2024-12-03T02:32:23,848 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:32:23,848 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:32:23,848 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:32:23,848 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:32:23,848 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49717ce049754e3f12fc90901579ba01 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-03T02:32:23,848 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T02:32:23,848 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1325): Online Regions={49717ce049754e3f12fc90901579ba01=hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01., 1302d61237a4e62b3b23ea50adaf9461=test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:32:23,848 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1351): Waiting on 1302d61237a4e62b3b23ea50adaf9461, 1588230740, 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:23,848 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:32:23,848 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:32:23,848 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:32:23,848 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:32:23,848 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:32:23,848 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T02:32:23,860 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/replication/49717ce049754e3f12fc90901579ba01/.tmp/queue/6c00059d655f4668b9dc35bf3228c8db is 154, key is 1-64035cbb0b46,39807,1733193126313/queue:64035cbb0b46%2C39807%2C1733193126313/1733193142921/Put/seqid=0 2024-12-03T02:32:23,860 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/.tmp/info/1d3ca026a6f6404bad965f1cc9334686 is 147, key is hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01./info:regioninfo/1733193137420/Put/seqid=0 2024-12-03T02:32:23,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741841_1017 (size=7686) 2024-12-03T02:32:23,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741840_1016 (size=5353) 2024-12-03T02:32:23,880 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:23,880 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:32:23,881 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108668 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:32:24,036 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1191, reset compression=false 2024-12-03T02:32:24,048 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1351): Waiting on 1302d61237a4e62b3b23ea50adaf9461, 1588230740, 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:24,248 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1351): Waiting on 1302d61237a4e62b3b23ea50adaf9461, 1588230740, 49717ce049754e3f12fc90901579ba01 2024-12-03T02:32:24,264 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/.tmp/info/1d3ca026a6f6404bad965f1cc9334686 2024-12-03T02:32:24,264 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/replication/49717ce049754e3f12fc90901579ba01/.tmp/queue/6c00059d655f4668b9dc35bf3228c8db 2024-12-03T02:32:24,268 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/replication/49717ce049754e3f12fc90901579ba01/.tmp/queue/6c00059d655f4668b9dc35bf3228c8db as hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/replication/49717ce049754e3f12fc90901579ba01/queue/6c00059d655f4668b9dc35bf3228c8db 2024-12-03T02:32:24,271 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/replication/49717ce049754e3f12fc90901579ba01/queue/6c00059d655f4668b9dc35bf3228c8db, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T02:32:24,272 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 49717ce049754e3f12fc90901579ba01 in 424ms, sequenceid=12, compaction requested=false 2024-12-03T02:32:24,275 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/replication/49717ce049754e3f12fc90901579ba01/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T02:32:24,276 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:32:24,276 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:32:24,276 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. 2024-12-03T02:32:24,276 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49717ce049754e3f12fc90901579ba01: Waiting for close lock at 1733193143848Running coprocessor pre-close hooks at 1733193143848Disabling compacts and flushes for region at 1733193143848Disabling writes for close at 1733193143848Obtaining lock to block concurrent updates at 1733193143848Preparing flush snapshotting stores in 49717ce049754e3f12fc90901579ba01 at 1733193143848Finished memstore snapshotting hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733193143848Flushing stores of hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. at 1733193143849 (+1 ms)Flushing 49717ce049754e3f12fc90901579ba01/queue: creating writer at 1733193143849Flushing 49717ce049754e3f12fc90901579ba01/queue: appending metadata at 1733193143860 (+11 ms)Flushing 49717ce049754e3f12fc90901579ba01/queue: closing flushed file at 1733193143860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e11280b: reopening flushed file at 1733193144267 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 49717ce049754e3f12fc90901579ba01 in 424ms, sequenceid=12, compaction requested=false at 1733193144272 (+5 ms)Writing region close event to WAL at 1733193144273 (+1 ms)Running coprocessor post-close hooks at 1733193144276 (+3 ms)Closed at 1733193144276 2024-12-03T02:32:24,276 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733193136636.49717ce049754e3f12fc90901579ba01. 2024-12-03T02:32:24,276 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1302d61237a4e62b3b23ea50adaf9461, disabling compactions & flushes 2024-12-03T02:32:24,276 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. 2024-12-03T02:32:24,276 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. 2024-12-03T02:32:24,276 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. after waiting 0 ms 2024-12-03T02:32:24,276 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. 2024-12-03T02:32:24,276 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1302d61237a4e62b3b23ea50adaf9461 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T02:32:24,281 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/.tmp/ns/e674582b224b4949836778c2272130db is 43, key is default/ns:d/1733193130217/Put/seqid=0 2024-12-03T02:32:24,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741842_1018 (size=5153) 2024-12-03T02:32:24,293 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/.tmp/f/10fbd0d407554328adc246e1f1010134 is 29, key is row1/f:/1733193141815/DeleteFamily/seqid=0 2024-12-03T02:32:24,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741843_1019 (size=5152) 2024-12-03T02:32:24,343 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 1237, reset compression=false 2024-12-03T02:32:24,346 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:24,346 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 1484, reset compression=false 2024-12-03T02:32:24,346 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,39807,1733193126313 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:32:24,347 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64035cbb0b46,39807,1733193126313: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64035cbb0b46,39807,1733193126313, walGroup=64035cbb0b46%2C39807%2C1733193126313, offset=64035cbb0b46%2C39807%2C1733193126313.1733193128940:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:39807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T02:32:24,348 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T02:32:24,348 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T02:32:24,349 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T02:32:24,349 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T02:32:24,349 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T02:32:24,349 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1224736768, "init": 1048576000, "max": 2306867200, "used": 843272184 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 201653360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T02:32:24,349 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:41923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:41923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T02:32:24,449 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1351): Waiting on 1302d61237a4e62b3b23ea50adaf9461, 1588230740 2024-12-03T02:32:24,539 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1191, reset compression=false 2024-12-03T02:32:24,548 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 1484, reset compression=false 2024-12-03T02:32:24,562 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:24,649 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1351): Waiting on 1302d61237a4e62b3b23ea50adaf9461, 1588230740 2024-12-03T02:32:24,684 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/.tmp/ns/e674582b224b4949836778c2272130db 2024-12-03T02:32:24,696 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/.tmp/f/10fbd0d407554328adc246e1f1010134 2024-12-03T02:32:24,699 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10fbd0d407554328adc246e1f1010134 2024-12-03T02:32:24,704 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/.tmp/rep_barrier/154b5703fc7742ad9337b0983fbcb1fc is 112, key is test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461./rep_barrier:seqnumDuringOpen/1733193133112/Put/seqid=0 2024-12-03T02:32:24,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741844_1020 (size=5518) 2024-12-03T02:32:24,713 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/.tmp/f1/12126601b7c74dce9f8581a218252270 is 30, key is row1/f1:/1733193141815/DeleteFamily/seqid=0 2024-12-03T02:32:24,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741845_1021 (size=5158) 2024-12-03T02:32:24,801 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:32:24,801 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:32:24,849 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T02:32:24,849 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1325): Online Regions={1302d61237a4e62b3b23ea50adaf9461=test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:32:24,849 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1351): Waiting on 1302d61237a4e62b3b23ea50adaf9461, 1588230740 2024-12-03T02:32:24,851 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 1484, reset compression=false 2024-12-03T02:32:25,049 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1351): Waiting on 1302d61237a4e62b3b23ea50adaf9461, 1588230740 2024-12-03T02:32:25,109 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/.tmp/rep_barrier/154b5703fc7742ad9337b0983fbcb1fc 2024-12-03T02:32:25,116 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/.tmp/f1/12126601b7c74dce9f8581a218252270 2024-12-03T02:32:25,119 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12126601b7c74dce9f8581a218252270 2024-12-03T02:32:25,129 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/.tmp/table/15225cbb85ed4a9392eeb98245f716e4 is 53, key is hbase:replication/table:state/1733193137425/Put/seqid=0 2024-12-03T02:32:25,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741846_1022 (size=5308) 2024-12-03T02:32:25,138 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/.tmp/norep/c34dea4d9b7e4e2fb1d68e529d9fd87d is 33, key is row2/norep:/1733193142820/DeleteFamily/seqid=0 2024-12-03T02:32:25,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741847_1023 (size=5108) 2024-12-03T02:32:25,141 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1191, reset compression=false 2024-12-03T02:32:25,249 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1351): Waiting on 1302d61237a4e62b3b23ea50adaf9461, 1588230740 2024-12-03T02:32:25,255 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 1484, reset compression=false 2024-12-03T02:32:25,450 DEBUG [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1351): Waiting on 1302d61237a4e62b3b23ea50adaf9461, 1588230740 2024-12-03T02:32:25,466 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:25,532 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/.tmp/table/15225cbb85ed4a9392eeb98245f716e4 2024-12-03T02:32:25,537 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/.tmp/info/1d3ca026a6f6404bad965f1cc9334686 as hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/info/1d3ca026a6f6404bad965f1cc9334686 2024-12-03T02:32:25,544 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/.tmp/norep/c34dea4d9b7e4e2fb1d68e529d9fd87d 2024-12-03T02:32:25,546 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/info/1d3ca026a6f6404bad965f1cc9334686, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T02:32:25,547 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/.tmp/ns/e674582b224b4949836778c2272130db as hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/ns/e674582b224b4949836778c2272130db 2024-12-03T02:32:25,549 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c34dea4d9b7e4e2fb1d68e529d9fd87d 2024-12-03T02:32:25,550 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/.tmp/f/10fbd0d407554328adc246e1f1010134 as hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/f/10fbd0d407554328adc246e1f1010134 2024-12-03T02:32:25,557 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/ns/e674582b224b4949836778c2272130db, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T02:32:25,558 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10fbd0d407554328adc246e1f1010134 2024-12-03T02:32:25,558 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/f/10fbd0d407554328adc246e1f1010134, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T02:32:25,561 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/.tmp/rep_barrier/154b5703fc7742ad9337b0983fbcb1fc as hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/rep_barrier/154b5703fc7742ad9337b0983fbcb1fc 2024-12-03T02:32:25,561 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/.tmp/f1/12126601b7c74dce9f8581a218252270 as hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/f1/12126601b7c74dce9f8581a218252270 2024-12-03T02:32:25,564 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12126601b7c74dce9f8581a218252270 2024-12-03T02:32:25,564 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/f1/12126601b7c74dce9f8581a218252270, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T02:32:25,564 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/rep_barrier/154b5703fc7742ad9337b0983fbcb1fc, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T02:32:25,565 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/.tmp/norep/c34dea4d9b7e4e2fb1d68e529d9fd87d as hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/norep/c34dea4d9b7e4e2fb1d68e529d9fd87d 2024-12-03T02:32:25,565 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/.tmp/table/15225cbb85ed4a9392eeb98245f716e4 as hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/table/15225cbb85ed4a9392eeb98245f716e4 2024-12-03T02:32:25,568 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c34dea4d9b7e4e2fb1d68e529d9fd87d 2024-12-03T02:32:25,568 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/table/15225cbb85ed4a9392eeb98245f716e4, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T02:32:25,568 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/norep/c34dea4d9b7e4e2fb1d68e529d9fd87d, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T02:32:25,569 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-12-03T02:32:25,569 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1302d61237a4e62b3b23ea50adaf9461 in 1293ms, sequenceid=10, compaction requested=false 2024-12-03T02:32:25,577 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T02:32:25,578 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:32:25,578 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/data/default/test/1302d61237a4e62b3b23ea50adaf9461/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T02:32:25,578 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:32:25,578 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:32:25,578 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193143848Running coprocessor pre-close hooks at 1733193143848Disabling compacts and flushes for region at 1733193143848Disabling writes for close at 1733193143848Obtaining lock to block concurrent updates at 1733193143848Preparing flush snapshotting stores in 1588230740 at 1733193143848Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733193143848Flushing stores of hbase:meta,,1.1588230740 at 1733193143849 (+1 ms)Flushing 1588230740/info: creating writer at 1733193143849Flushing 1588230740/info: appending metadata at 1733193143860 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733193143860Flushing 1588230740/ns: creating writer at 1733193144268 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733193144280 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733193144280Flushing 1588230740/rep_barrier: creating writer at 1733193144688 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733193144703 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733193144703Flushing 1588230740/table: creating writer at 1733193145113 (+410 ms)Flushing 1588230740/table: appending metadata at 1733193145129 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733193145129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3094010: reopening flushed file at 1733193145536 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1342b963: reopening flushed file at 1733193145546 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d6e67e: reopening flushed file at 1733193145557 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383650c5: reopening flushed file at 1733193145564 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1733193145569 (+5 ms)Writing region close event to WAL at 1733193145570 (+1 ms)Running coprocessor post-close hooks at 1733193145578 (+8 ms)Closed at 1733193145578 2024-12-03T02:32:25,578 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:32:25,578 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:32:25,578 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:32:25,578 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. 2024-12-03T02:32:25,578 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1302d61237a4e62b3b23ea50adaf9461: Waiting for close lock at 1733193144276Running coprocessor pre-close hooks at 1733193144276Disabling compacts and flushes for region at 1733193144276Disabling writes for close at 1733193144276Obtaining lock to block concurrent updates at 1733193144276Preparing flush snapshotting stores in 1302d61237a4e62b3b23ea50adaf9461 at 1733193144276Finished memstore snapshotting test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733193144276Flushing stores of test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. at 1733193144277 (+1 ms)Flushing 1302d61237a4e62b3b23ea50adaf9461/f: creating writer at 1733193144277Flushing 1302d61237a4e62b3b23ea50adaf9461/f: appending metadata at 1733193144292 (+15 ms)Flushing 1302d61237a4e62b3b23ea50adaf9461/f: closing flushed file at 1733193144292Flushing 1302d61237a4e62b3b23ea50adaf9461/f1: creating writer at 1733193144700 (+408 ms)Flushing 1302d61237a4e62b3b23ea50adaf9461/f1: appending metadata at 1733193144712 (+12 ms)Flushing 1302d61237a4e62b3b23ea50adaf9461/f1: closing flushed file at 1733193144712Flushing 1302d61237a4e62b3b23ea50adaf9461/norep: creating writer at 1733193145119 (+407 ms)Flushing 1302d61237a4e62b3b23ea50adaf9461/norep: appending metadata at 1733193145137 (+18 ms)Flushing 1302d61237a4e62b3b23ea50adaf9461/norep: closing flushed file at 1733193145137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50d2db1d: reopening flushed file at 1733193145549 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@115bd6e4: reopening flushed file at 1733193145558 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4028f9e4: reopening flushed file at 1733193145564 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1302d61237a4e62b3b23ea50adaf9461 in 1293ms, sequenceid=10, compaction requested=false at 1733193145569 (+5 ms)Writing region close event to WAL at 1733193145570 (+1 ms)Running coprocessor post-close hooks at 1733193145578 (+8 ms)Closed at 1733193145578 2024-12-03T02:32:25,579 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733193132673.1302d61237a4e62b3b23ea50adaf9461. 2024-12-03T02:32:25,650 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,39807,1733193126313; all regions closed. 2024-12-03T02:32:25,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741834_1010 (size=4239) 2024-12-03T02:32:25,652 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.meta.1733193129937.meta not finished, retry = 0 2024-12-03T02:32:25,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.rep.1733193137392 not finished, retry = 0 2024-12-03T02:32:25,758 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 1484, reset compression=false 2024-12-03T02:32:25,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741839_1015 (size=3114) 2024-12-03T02:32:25,772 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:25,772 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.wal-reader.64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 to pos 2128, reset compression=false 2024-12-03T02:32:25,844 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1191, reset compression=false 2024-12-03T02:32:25,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741832_1008 (size=2136) 2024-12-03T02:32:25,858 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/WALs/64035cbb0b46,39807,1733193126313/64035cbb0b46%2C39807%2C1733193126313.1733193128940 not finished, retry = 0 2024-12-03T02:32:25,958 DEBUG [RS:0;64035cbb0b46:39807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:25,958 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:32:25,959 INFO [RS:0;64035cbb0b46:39807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:32:25,959 INFO [RS:0;64035cbb0b46:39807 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:32:25,959 INFO [RS:0;64035cbb0b46:39807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:32:25,959 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:32:25,959 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,39807,1733193126313 because: Region server is closing 2024-12-03T02:32:25,959 INFO [RS:0;64035cbb0b46:39807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:39807. 2024-12-03T02:32:25,960 DEBUG [RS:0;64035cbb0b46:39807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:25,960 DEBUG [RS:0;64035cbb0b46:39807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:25,960 DEBUG [RS:0;64035cbb0b46:39807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:25,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:26,060 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,39807,1733193126313.replicationSource.shipper64035cbb0b46%2C39807%2C1733193126313,1-64035cbb0b46,39807,1733193126313 terminated 2024-12-03T02:32:26,060 INFO [RS:0;64035cbb0b46:39807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:39807. 2024-12-03T02:32:26,060 DEBUG [RS:0;64035cbb0b46:39807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:26,060 DEBUG [RS:0;64035cbb0b46:39807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:26,060 DEBUG [RS:0;64035cbb0b46:39807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:26,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:26,061 INFO [RS:0;64035cbb0b46:39807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39807 2024-12-03T02:32:26,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524/rs 2024-12-03T02:32:26,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-697072524/rs/64035cbb0b46,39807,1733193126313 2024-12-03T02:32:26,087 INFO [RS:0;64035cbb0b46:39807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:32:26,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,39807,1733193126313] 2024-12-03T02:32:26,092 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T02:32:26,104 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-697072524/draining/64035cbb0b46,39807,1733193126313 already deleted, retry=false 2024-12-03T02:32:26,104 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,39807,1733193126313 expired; onlineServers=0 2024-12-03T02:32:26,104 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,41923,1733193126179' ***** 2024-12-03T02:32:26,104 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:32:26,104 INFO [M:0;64035cbb0b46:41923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:32:26,104 INFO [M:0;64035cbb0b46:41923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:32:26,105 DEBUG [M:0;64035cbb0b46:41923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:32:26,105 DEBUG [M:0;64035cbb0b46:41923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:32:26,105 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193128610 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193128610,5,FailOnTimeoutGroup] 2024-12-03T02:32:26,105 INFO [M:0;64035cbb0b46:41923 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:32:26,105 INFO [M:0;64035cbb0b46:41923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:32:26,105 DEBUG [M:0;64035cbb0b46:41923 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:32:26,105 INFO [M:0;64035cbb0b46:41923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:32:26,105 INFO [M:0;64035cbb0b46:41923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:32:26,105 INFO [M:0;64035cbb0b46:41923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:32:26,105 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:32:26,105 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193128609 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193128609,5,FailOnTimeoutGroup] 2024-12-03T02:32:26,105 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:32:26,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-697072524/master 2024-12-03T02:32:26,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-697072524 2024-12-03T02:32:26,112 DEBUG [M:0;64035cbb0b46:41923 {}] zookeeper.ZKUtil(347): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Unable to get data of znode /2-697072524/master because node does not exist (not an error) 2024-12-03T02:32:26,113 WARN [M:0;64035cbb0b46:41923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:32:26,113 INFO [M:0;64035cbb0b46:41923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/.lastflushedseqids 2024-12-03T02:32:26,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741848_1024 (size=245) 2024-12-03T02:32:26,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:32:26,196 INFO [RS:0;64035cbb0b46:39807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:32:26,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39807-0x1019a51d61b0007, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:32:26,196 INFO [RS:0;64035cbb0b46:39807 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,39807,1733193126313; zookeeper connection closed. 2024-12-03T02:32:26,196 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43f7086d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43f7086d 2024-12-03T02:32:26,197 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:32:26,471 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:26,517 INFO [M:0;64035cbb0b46:41923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:32:26,517 INFO [M:0;64035cbb0b46:41923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:32:26,518 DEBUG [M:0;64035cbb0b46:41923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:32:26,518 INFO [M:0;64035cbb0b46:41923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:26,518 DEBUG [M:0;64035cbb0b46:41923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:26,518 DEBUG [M:0;64035cbb0b46:41923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:32:26,518 DEBUG [M:0;64035cbb0b46:41923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:26,518 INFO [M:0;64035cbb0b46:41923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T02:32:26,536 DEBUG [M:0;64035cbb0b46:41923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3004dc146a4a46c6b330045c5b917954 is 82, key is hbase:meta,,1/info:regioninfo/1733193130131/Put/seqid=0 2024-12-03T02:32:26,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741849_1025 (size=5672) 2024-12-03T02:32:26,656 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1191, reset compression=false 2024-12-03T02:32:26,956 INFO [M:0;64035cbb0b46:41923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3004dc146a4a46c6b330045c5b917954 2024-12-03T02:32:26,974 DEBUG [M:0;64035cbb0b46:41923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1411d2c1287b48d4a6b44e3407a8e3a6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733193137428/Put/seqid=0 2024-12-03T02:32:26,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741850_1026 (size=8516) 2024-12-03T02:32:27,379 INFO [M:0;64035cbb0b46:41923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1411d2c1287b48d4a6b44e3407a8e3a6 2024-12-03T02:32:27,412 DEBUG [M:0;64035cbb0b46:41923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d2af3afadc245d680cb52fea6673378 is 69, key is 64035cbb0b46,39807,1733193126313/rs:state/1733193128692/Put/seqid=0 2024-12-03T02:32:27,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741851_1027 (size=5156) 2024-12-03T02:32:27,421 INFO [M:0;64035cbb0b46:41923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d2af3afadc245d680cb52fea6673378 2024-12-03T02:32:27,425 DEBUG [M:0;64035cbb0b46:41923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3004dc146a4a46c6b330045c5b917954 as hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3004dc146a4a46c6b330045c5b917954 2024-12-03T02:32:27,430 INFO [M:0;64035cbb0b46:41923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3004dc146a4a46c6b330045c5b917954, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T02:32:27,431 DEBUG [M:0;64035cbb0b46:41923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1411d2c1287b48d4a6b44e3407a8e3a6 as hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1411d2c1287b48d4a6b44e3407a8e3a6 2024-12-03T02:32:27,438 INFO [M:0;64035cbb0b46:41923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1411d2c1287b48d4a6b44e3407a8e3a6, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T02:32:27,440 DEBUG [M:0;64035cbb0b46:41923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3d2af3afadc245d680cb52fea6673378 as hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d2af3afadc245d680cb52fea6673378 2024-12-03T02:32:27,447 INFO [M:0;64035cbb0b46:41923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37025/user/jenkins/test-data/37229dff-3e88-e423-60fd-c258ac453d2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3d2af3afadc245d680cb52fea6673378, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T02:32:27,447 INFO [M:0;64035cbb0b46:41923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=97, compaction requested=false 2024-12-03T02:32:27,448 INFO [M:0;64035cbb0b46:41923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:27,448 DEBUG [M:0;64035cbb0b46:41923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193146517Disabling compacts and flushes for region at 1733193146517Disabling writes for close at 1733193146518 (+1 ms)Obtaining lock to block concurrent updates at 1733193146518Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193146518Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733193146518Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193146519 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193146519Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193146536 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193146536Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193146960 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193146974 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193146974Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193147391 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193147411 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193147411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff1fbad: reopening flushed file at 1733193147425 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282ecde6: reopening flushed file at 1733193147430 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18586725: reopening flushed file at 1733193147438 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=97, compaction requested=false at 1733193147447 (+9 ms)Writing region close event to WAL at 1733193147448 (+1 ms)Closed at 1733193147448 2024-12-03T02:32:27,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41955 is added to blk_1073741830_1006 (size=63654) 2024-12-03T02:32:27,452 INFO [M:0;64035cbb0b46:41923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:32:27,453 INFO [M:0;64035cbb0b46:41923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41923 2024-12-03T02:32:27,453 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:32:27,453 INFO [M:0;64035cbb0b46:41923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:32:27,563 INFO [M:0;64035cbb0b46:41923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:32:27,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:32:27,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41923-0x1019a51d61b0006, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:32:27,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@792dd0f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:32:27,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c0cdc5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:32:27,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:32:27,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cf3f887{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:32:27,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36c25423{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/hadoop.log.dir/,STOPPED} 2024-12-03T02:32:27,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:32:27,567 WARN [BP-1824553187-172.17.0.3-1733193124145 heartbeating to localhost/127.0.0.1:37025 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:32:27,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:32:27,567 WARN [BP-1824553187-172.17.0.3-1733193124145 heartbeating to localhost/127.0.0.1:37025 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1824553187-172.17.0.3-1733193124145 (Datanode Uuid 8ebe160b-c694-4849-b0f8-f2587e7b696e) service to localhost/127.0.0.1:37025 2024-12-03T02:32:27,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/cluster_3ce6027f-ba9e-50ed-3ffe-150406518b59/data/data1/current/BP-1824553187-172.17.0.3-1733193124145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:32:27,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/cluster_3ce6027f-ba9e-50ed-3ffe-150406518b59/data/data2/current/BP-1824553187-172.17.0.3-1733193124145 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:32:27,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:32:27,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f5fb6ea{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:32:27,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6816fe0d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:32:27,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:32:27,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2974110c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:32:27,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73d512ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/hadoop.log.dir/,STOPPED} 2024-12-03T02:32:27,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:32:27,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:32:27,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:32:27,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:27,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:27,587 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1191, reset compression=false 2024-12-03T02:32:27,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:27,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:27,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:32:27,588 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1090352574, stopped=false 2024-12-03T02:32:27,588 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,38123,1733193121200 2024-12-03T02:32:27,592 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1844674003/running 2024-12-03T02:32:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1844674003/running 2024-12-03T02:32:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:27,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:27,612 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:32:27,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Set watcher on znode that does not yet exist, /1844674003/running 2024-12-03T02:32:27,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Set watcher on znode that does not yet exist, /1844674003/running 2024-12-03T02:32:27,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:32:27,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:27,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:27,613 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,42907,1733193121551' ***** 2024-12-03T02:32:27,613 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:32:27,614 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:32:27,614 INFO [RS:0;64035cbb0b46:42907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:32:27,614 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:32:27,614 INFO [RS:0;64035cbb0b46:42907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:32:27,614 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a620459c9107b1ecafb6a0908ee3eae 2024-12-03T02:32:27,614 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(3091): Received CLOSE for c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:27,614 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,42907,1733193121551 2024-12-03T02:32:27,614 INFO [RS:0;64035cbb0b46:42907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:32:27,614 INFO [RS:0;64035cbb0b46:42907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:42907. 2024-12-03T02:32:27,614 DEBUG [RS:0;64035cbb0b46:42907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:27,614 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a620459c9107b1ecafb6a0908ee3eae, disabling compactions & flushes 2024-12-03T02:32:27,614 DEBUG [RS:0;64035cbb0b46:42907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:27,614 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. 2024-12-03T02:32:27,614 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. 2024-12-03T02:32:27,614 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. after waiting 0 ms 2024-12-03T02:32:27,614 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:32:27,614 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. 2024-12-03T02:32:27,614 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:32:27,614 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:32:27,614 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:32:27,614 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1a620459c9107b1ecafb6a0908ee3eae 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-03T02:32:27,614 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T02:32:27,614 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1325): Online Regions={1a620459c9107b1ecafb6a0908ee3eae=test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae., c31633564a999ec89d7d080cc0fde4ff=hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:32:27,614 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a620459c9107b1ecafb6a0908ee3eae, c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:27,614 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:32:27,614 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:32:27,614 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:32:27,614 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:32:27,614 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:32:27,614 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T02:32:27,626 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/.tmp/f/c34bb3b0ac994e4daf31a3a25fca3cce is 29, key is row1/f:/1733193141815/DeleteFamily/seqid=0 2024-12-03T02:32:27,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741840_1016 (size=5152) 2024-12-03T02:32:27,630 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/.tmp/info/c060e4b85cb043aa8f97ea0fe2047f24 is 147, key is hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff./info:regioninfo/1733193135894/Put/seqid=0 2024-12-03T02:32:27,630 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/.tmp/f/c34bb3b0ac994e4daf31a3a25fca3cce 2024-12-03T02:32:27,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741841_1017 (size=7686) 2024-12-03T02:32:27,642 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c34bb3b0ac994e4daf31a3a25fca3cce 2024-12-03T02:32:27,657 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/.tmp/f1/6797756e0d314bb6a22a0d9dda64b075 is 30, key is row1/f1:/1733193141815/DeleteFamily/seqid=0 2024-12-03T02:32:27,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741842_1018 (size=5158) 2024-12-03T02:32:27,703 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:32:27,814 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a620459c9107b1ecafb6a0908ee3eae, c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:27,867 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:32:27,867 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:32:28,015 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1a620459c9107b1ecafb6a0908ee3eae, c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:28,034 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/.tmp/info/c060e4b85cb043aa8f97ea0fe2047f24 2024-12-03T02:32:28,053 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/.tmp/ns/3f5a5bbaecbb426385eba1f268362c36 is 43, key is default/ns:d/1733193124061/Put/seqid=0 2024-12-03T02:32:28,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741843_1019 (size=5153) 2024-12-03T02:32:28,060 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/.tmp/f1/6797756e0d314bb6a22a0d9dda64b075 2024-12-03T02:32:28,063 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6797756e0d314bb6a22a0d9dda64b075 2024-12-03T02:32:28,080 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/.tmp/norep/d5db89b19f6e47b98307e01dd27bb0ad is 33, key is row1/norep:/1733193141815/DeleteFamily/seqid=0 2024-12-03T02:32:28,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741844_1020 (size=5108) 2024-12-03T02:32:28,083 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/.tmp/norep/d5db89b19f6e47b98307e01dd27bb0ad 2024-12-03T02:32:28,085 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5db89b19f6e47b98307e01dd27bb0ad 2024-12-03T02:32:28,086 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/.tmp/f/c34bb3b0ac994e4daf31a3a25fca3cce as hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/f/c34bb3b0ac994e4daf31a3a25fca3cce 2024-12-03T02:32:28,089 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c34bb3b0ac994e4daf31a3a25fca3cce 2024-12-03T02:32:28,089 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/f/c34bb3b0ac994e4daf31a3a25fca3cce, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T02:32:28,089 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/.tmp/f1/6797756e0d314bb6a22a0d9dda64b075 as hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/f1/6797756e0d314bb6a22a0d9dda64b075 2024-12-03T02:32:28,092 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6797756e0d314bb6a22a0d9dda64b075 2024-12-03T02:32:28,092 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/f1/6797756e0d314bb6a22a0d9dda64b075, entries=3, sequenceid=10, filesize=5.0 K 2024-12-03T02:32:28,092 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/.tmp/norep/d5db89b19f6e47b98307e01dd27bb0ad as hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/norep/d5db89b19f6e47b98307e01dd27bb0ad 2024-12-03T02:32:28,095 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5db89b19f6e47b98307e01dd27bb0ad 2024-12-03T02:32:28,095 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/norep/d5db89b19f6e47b98307e01dd27bb0ad, entries=1, sequenceid=10, filesize=5.0 K 2024-12-03T02:32:28,096 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1a620459c9107b1ecafb6a0908ee3eae in 482ms, sequenceid=10, compaction requested=false 2024-12-03T02:32:28,096 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T02:32:28,099 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/default/test/1a620459c9107b1ecafb6a0908ee3eae/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-03T02:32:28,099 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:32:28,099 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:32:28,099 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. 2024-12-03T02:32:28,099 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a620459c9107b1ecafb6a0908ee3eae: Waiting for close lock at 1733193147614Running coprocessor pre-close hooks at 1733193147614Disabling compacts and flushes for region at 1733193147614Disabling writes for close at 1733193147614Obtaining lock to block concurrent updates at 1733193147614Preparing flush snapshotting stores in 1a620459c9107b1ecafb6a0908ee3eae at 1733193147614Finished memstore snapshotting test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733193147614Flushing stores of test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. at 1733193147615 (+1 ms)Flushing 1a620459c9107b1ecafb6a0908ee3eae/f: creating writer at 1733193147615Flushing 1a620459c9107b1ecafb6a0908ee3eae/f: appending metadata at 1733193147626 (+11 ms)Flushing 1a620459c9107b1ecafb6a0908ee3eae/f: closing flushed file at 1733193147626Flushing 1a620459c9107b1ecafb6a0908ee3eae/f1: creating writer at 1733193147642 (+16 ms)Flushing 1a620459c9107b1ecafb6a0908ee3eae/f1: appending metadata at 1733193147656 (+14 ms)Flushing 1a620459c9107b1ecafb6a0908ee3eae/f1: closing flushed file at 1733193147656Flushing 1a620459c9107b1ecafb6a0908ee3eae/norep: creating writer at 1733193148063 (+407 ms)Flushing 1a620459c9107b1ecafb6a0908ee3eae/norep: appending metadata at 1733193148079 (+16 ms)Flushing 1a620459c9107b1ecafb6a0908ee3eae/norep: closing flushed file at 1733193148079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53e1f02: reopening flushed file at 1733193148085 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f9281d: reopening flushed file at 1733193148089 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f0ea300: reopening flushed file at 1733193148092 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1a620459c9107b1ecafb6a0908ee3eae in 482ms, sequenceid=10, compaction requested=false at 1733193148096 (+4 ms)Writing region close event to WAL at 1733193148097 (+1 ms)Running coprocessor post-close hooks at 1733193148099 (+2 ms)Closed at 1733193148099 2024-12-03T02:32:28,100 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae. 2024-12-03T02:32:28,100 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c31633564a999ec89d7d080cc0fde4ff, disabling compactions & flushes 2024-12-03T02:32:28,100 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. 2024-12-03T02:32:28,100 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. 2024-12-03T02:32:28,100 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. after waiting 0 ms 2024-12-03T02:32:28,100 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. 2024-12-03T02:32:28,100 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c31633564a999ec89d7d080cc0fde4ff 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-03T02:32:28,115 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/replication/c31633564a999ec89d7d080cc0fde4ff/.tmp/queue/b54c4731034b42ab9457ebd56d15ae2a is 154, key is 1-64035cbb0b46,42907,1733193121551/queue:64035cbb0b46%2C42907%2C1733193121551/1733193143128/Put/seqid=0 2024-12-03T02:32:28,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741845_1021 (size=5353) 2024-12-03T02:32:28,215 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:28,415 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c31633564a999ec89d7d080cc0fde4ff 2024-12-03T02:32:28,456 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/.tmp/ns/3f5a5bbaecbb426385eba1f268362c36 2024-12-03T02:32:28,471 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/.tmp/rep_barrier/979d08ecb55b4f3b95c794291bcadcf5 is 112, key is test,,1733193131520.1a620459c9107b1ecafb6a0908ee3eae./rep_barrier:seqnumDuringOpen/1733193132484/Put/seqid=0 2024-12-03T02:32:28,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741846_1022 (size=5518) 2024-12-03T02:32:28,519 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/replication/c31633564a999ec89d7d080cc0fde4ff/.tmp/queue/b54c4731034b42ab9457ebd56d15ae2a 2024-12-03T02:32:28,522 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/replication/c31633564a999ec89d7d080cc0fde4ff/.tmp/queue/b54c4731034b42ab9457ebd56d15ae2a as hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/replication/c31633564a999ec89d7d080cc0fde4ff/queue/b54c4731034b42ab9457ebd56d15ae2a 2024-12-03T02:32:28,525 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/replication/c31633564a999ec89d7d080cc0fde4ff/queue/b54c4731034b42ab9457ebd56d15ae2a, entries=1, sequenceid=12, filesize=5.2 K 2024-12-03T02:32:28,526 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c31633564a999ec89d7d080cc0fde4ff in 426ms, sequenceid=12, compaction requested=false 2024-12-03T02:32:28,526 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T02:32:28,529 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/replication/c31633564a999ec89d7d080cc0fde4ff/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-03T02:32:28,529 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:32:28,529 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:32:28,529 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. 2024-12-03T02:32:28,529 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c31633564a999ec89d7d080cc0fde4ff: Waiting for close lock at 1733193148100Running coprocessor pre-close hooks at 1733193148100Disabling compacts and flushes for region at 1733193148100Disabling writes for close at 1733193148100Obtaining lock to block concurrent updates at 1733193148100Preparing flush snapshotting stores in c31633564a999ec89d7d080cc0fde4ff at 1733193148100Finished memstore snapshotting hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733193148100Flushing stores of hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. at 1733193148101 (+1 ms)Flushing c31633564a999ec89d7d080cc0fde4ff/queue: creating writer at 1733193148101Flushing c31633564a999ec89d7d080cc0fde4ff/queue: appending metadata at 1733193148115 (+14 ms)Flushing c31633564a999ec89d7d080cc0fde4ff/queue: closing flushed file at 1733193148115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7282ed3: reopening flushed file at 1733193148522 (+407 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for c31633564a999ec89d7d080cc0fde4ff in 426ms, sequenceid=12, compaction requested=false at 1733193148526 (+4 ms)Writing region close event to WAL at 1733193148527 (+1 ms)Running coprocessor post-close hooks at 1733193148529 (+2 ms)Closed at 1733193148529 2024-12-03T02:32:28,530 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733193135489.c31633564a999ec89d7d080cc0fde4ff. 2024-12-03T02:32:28,590 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 1191, reset compression=false 2024-12-03T02:32:28,594 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:28,594 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 2082, reset compression=false 2024-12-03T02:32:28,594 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,42907,1733193121551 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:32:28,595 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64035cbb0b46,42907,1733193121551: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64035cbb0b46,42907,1733193121551, walGroup=64035cbb0b46%2C42907%2C1733193121551, offset=64035cbb0b46%2C42907%2C1733193121551.1733193122988:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:42907 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T02:32:28,596 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T02:32:28,596 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T02:32:28,597 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T02:32:28,597 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T02:32:28,597 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T02:32:28,597 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1224736768, "init": 1048576000, "max": 2306867200, "used": 935546872 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 202129200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T02:32:28,597 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:38123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:38123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T02:32:28,615 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T02:32:28,615 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:32:28,615 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:32:28,794 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:28,797 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 2082, reset compression=false 2024-12-03T02:32:28,815 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:32:28,874 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/.tmp/rep_barrier/979d08ecb55b4f3b95c794291bcadcf5 2024-12-03T02:32:28,892 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/.tmp/table/3dac74ed53a14961b09e0d09032ca5bc is 53, key is hbase:replication/table:state/1733193135902/Put/seqid=0 2024-12-03T02:32:28,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741847_1023 (size=5308) 2024-12-03T02:32:29,016 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:32:29,099 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 2082, reset compression=false 2024-12-03T02:32:29,216 DEBUG [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:32:29,296 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/.tmp/table/3dac74ed53a14961b09e0d09032ca5bc 2024-12-03T02:32:29,301 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/.tmp/info/c060e4b85cb043aa8f97ea0fe2047f24 as hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/info/c060e4b85cb043aa8f97ea0fe2047f24 2024-12-03T02:32:29,306 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/info/c060e4b85cb043aa8f97ea0fe2047f24, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T02:32:29,306 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/.tmp/ns/3f5a5bbaecbb426385eba1f268362c36 as hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/ns/3f5a5bbaecbb426385eba1f268362c36 2024-12-03T02:32:29,311 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/ns/3f5a5bbaecbb426385eba1f268362c36, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T02:32:29,312 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/.tmp/rep_barrier/979d08ecb55b4f3b95c794291bcadcf5 as hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/rep_barrier/979d08ecb55b4f3b95c794291bcadcf5 2024-12-03T02:32:29,322 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/rep_barrier/979d08ecb55b4f3b95c794291bcadcf5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T02:32:29,323 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/.tmp/table/3dac74ed53a14961b09e0d09032ca5bc as hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/table/3dac74ed53a14961b09e0d09032ca5bc 2024-12-03T02:32:29,327 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/table/3dac74ed53a14961b09e0d09032ca5bc, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T02:32:29,327 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-12-03T02:32:29,327 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:32:29,331 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T02:32:29,332 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:32:29,332 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:32:29,332 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:32:29,332 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193147614Running coprocessor pre-close hooks at 1733193147614Disabling compacts and flushes for region at 1733193147614Disabling writes for close at 1733193147614Obtaining lock to block concurrent updates at 1733193147614Preparing flush snapshotting stores in 1588230740 at 1733193147614Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733193147615 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733193147615Flushing 1588230740/info: creating writer at 1733193147615Flushing 1588230740/info: appending metadata at 1733193147630 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733193147630Flushing 1588230740/ns: creating writer at 1733193148037 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733193148052 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733193148052Flushing 1588230740/rep_barrier: creating writer at 1733193148460 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733193148471 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733193148471Flushing 1588230740/table: creating writer at 1733193148877 (+406 ms)Flushing 1588230740/table: appending metadata at 1733193148892 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733193148892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f09ebc: reopening flushed file at 1733193149300 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b5acce: reopening flushed file at 1733193149306 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228fcae: reopening flushed file at 1733193149311 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f94319: reopening flushed file at 1733193149322 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1733193149327 (+5 ms)Writing region close event to WAL at 1733193149329 (+2 ms)Running coprocessor post-close hooks at 1733193149332 (+3 ms)Closed at 1733193149332 2024-12-03T02:32:29,332 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:32:29,416 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,42907,1733193121551; all regions closed. 2024-12-03T02:32:29,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741834_1010 (size=4239) 2024-12-03T02:32:29,418 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.meta.1733193124008.meta not finished, retry = 0 2024-12-03T02:32:29,502 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 to pos 2082, reset compression=false 2024-12-03T02:32:29,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741839_1015 (size=3114) 2024-12-03T02:32:29,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.rep.1733193135848 not finished, retry = 0 2024-12-03T02:32:29,626 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/WALs/64035cbb0b46,42907,1733193121551/64035cbb0b46%2C42907%2C1733193121551.1733193122988 not finished, retry = 0 2024-12-03T02:32:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741832_1008 (size=2090) 2024-12-03T02:32:29,727 DEBUG [RS:0;64035cbb0b46:42907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:29,727 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:32:29,727 INFO [RS:0;64035cbb0b46:42907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:32:29,727 INFO [RS:0;64035cbb0b46:42907 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T02:32:29,727 INFO [RS:0;64035cbb0b46:42907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:32:29,728 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:32:29,728 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,42907,1733193121551 because: Region server is closing 2024-12-03T02:32:29,728 INFO [RS:0;64035cbb0b46:42907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:42907. 2024-12-03T02:32:29,728 DEBUG [RS:0;64035cbb0b46:42907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:29,728 DEBUG [RS:0;64035cbb0b46:42907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:29,728 DEBUG [RS:0;64035cbb0b46:42907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:29,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:29,778 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:32:29,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:29,828 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.shipper64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 terminated 2024-12-03T02:32:29,828 INFO [RS:0;64035cbb0b46:42907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:42907. 2024-12-03T02:32:29,828 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,42907,1733193121551.replicationSource.wal-reader.64035cbb0b46%2C42907%2C1733193121551,1-64035cbb0b46,42907,1733193121551 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:32:29,829 DEBUG [RS:0;64035cbb0b46:42907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:29,829 DEBUG [RS:0;64035cbb0b46:42907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:29,829 DEBUG [RS:0;64035cbb0b46:42907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:29,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:29,829 INFO [RS:0;64035cbb0b46:42907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42907 2024-12-03T02:32:29,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1844674003/rs/64035cbb0b46,42907,1733193121551 2024-12-03T02:32:29,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003/rs 2024-12-03T02:32:29,846 INFO [RS:0;64035cbb0b46:42907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:32:29,854 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,42907,1733193121551] 2024-12-03T02:32:29,888 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1844674003/draining/64035cbb0b46,42907,1733193121551 already deleted, retry=false 2024-12-03T02:32:29,888 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,42907,1733193121551 expired; onlineServers=0 2024-12-03T02:32:29,888 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,38123,1733193121200' ***** 2024-12-03T02:32:29,888 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:32:29,888 INFO [M:0;64035cbb0b46:38123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:32:29,888 INFO [M:0;64035cbb0b46:38123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:32:29,888 DEBUG [M:0;64035cbb0b46:38123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:32:29,888 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:32:29,888 DEBUG [M:0;64035cbb0b46:38123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:32:29,888 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193122746 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193122746,5,FailOnTimeoutGroup] 2024-12-03T02:32:29,888 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193122746 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193122746,5,FailOnTimeoutGroup] 2024-12-03T02:32:29,888 INFO [M:0;64035cbb0b46:38123 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:32:29,888 INFO [M:0;64035cbb0b46:38123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:32:29,888 DEBUG [M:0;64035cbb0b46:38123 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:32:29,888 INFO [M:0;64035cbb0b46:38123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:32:29,888 INFO [M:0;64035cbb0b46:38123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:32:29,889 INFO [M:0;64035cbb0b46:38123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:32:29,889 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:32:29,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1844674003/master 2024-12-03T02:32:29,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1844674003 2024-12-03T02:32:29,904 DEBUG [M:0;64035cbb0b46:38123 {}] zookeeper.ZKUtil(347): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Unable to get data of znode /1844674003/master because node does not exist (not an error) 2024-12-03T02:32:29,904 WARN [M:0;64035cbb0b46:38123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:32:29,917 INFO [M:0;64035cbb0b46:38123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/.lastflushedseqids 2024-12-03T02:32:29,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741848_1024 (size=245) 2024-12-03T02:32:29,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:32:29,954 INFO [RS:0;64035cbb0b46:42907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:32:29,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42907-0x1019a51d61b0004, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:32:29,954 INFO [RS:0;64035cbb0b46:42907 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,42907,1733193121551; zookeeper connection closed. 2024-12-03T02:32:29,954 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75945db4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75945db4 2024-12-03T02:32:29,954 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:32:30,097 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:30,320 INFO [M:0;64035cbb0b46:38123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:32:30,321 INFO [M:0;64035cbb0b46:38123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:32:30,321 DEBUG [M:0;64035cbb0b46:38123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:32:30,321 INFO [M:0;64035cbb0b46:38123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:30,321 DEBUG [M:0;64035cbb0b46:38123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:30,321 DEBUG [M:0;64035cbb0b46:38123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:32:30,321 DEBUG [M:0;64035cbb0b46:38123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:30,321 INFO [M:0;64035cbb0b46:38123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-03T02:32:30,333 DEBUG [M:0;64035cbb0b46:38123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7228a7955b344d9bcb4eaa75bd7bdd8 is 82, key is hbase:meta,,1/info:regioninfo/1733193124043/Put/seqid=0 2024-12-03T02:32:30,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741849_1025 (size=5672) 2024-12-03T02:32:30,737 INFO [M:0;64035cbb0b46:38123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7228a7955b344d9bcb4eaa75bd7bdd8 2024-12-03T02:32:30,756 DEBUG [M:0;64035cbb0b46:38123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a351563b90634dbdad2baab4af2b202f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733193135906/Put/seqid=0 2024-12-03T02:32:30,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741850_1026 (size=8516) 2024-12-03T02:32:31,144 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T02:32:31,159 INFO [M:0;64035cbb0b46:38123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a351563b90634dbdad2baab4af2b202f 2024-12-03T02:32:31,174 DEBUG [M:0;64035cbb0b46:38123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e82cf9e19094daf9f7b1e3603524309 is 69, key is 64035cbb0b46,42907,1733193121551/rs:state/1733193122839/Put/seqid=0 2024-12-03T02:32:31,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741851_1027 (size=5156) 2024-12-03T02:32:31,500 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:31,577 INFO [M:0;64035cbb0b46:38123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e82cf9e19094daf9f7b1e3603524309 2024-12-03T02:32:31,581 DEBUG [M:0;64035cbb0b46:38123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7228a7955b344d9bcb4eaa75bd7bdd8 as hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7228a7955b344d9bcb4eaa75bd7bdd8 2024-12-03T02:32:31,583 INFO [M:0;64035cbb0b46:38123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7228a7955b344d9bcb4eaa75bd7bdd8, entries=8, sequenceid=97, filesize=5.5 K 2024-12-03T02:32:31,584 DEBUG [M:0;64035cbb0b46:38123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a351563b90634dbdad2baab4af2b202f as hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a351563b90634dbdad2baab4af2b202f 2024-12-03T02:32:31,586 INFO [M:0;64035cbb0b46:38123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a351563b90634dbdad2baab4af2b202f, entries=11, sequenceid=97, filesize=8.3 K 2024-12-03T02:32:31,587 DEBUG [M:0;64035cbb0b46:38123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e82cf9e19094daf9f7b1e3603524309 as hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e82cf9e19094daf9f7b1e3603524309 2024-12-03T02:32:31,589 INFO [M:0;64035cbb0b46:38123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e82cf9e19094daf9f7b1e3603524309, entries=1, sequenceid=97, filesize=5.0 K 2024-12-03T02:32:31,590 INFO [M:0;64035cbb0b46:38123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=97, compaction requested=false 2024-12-03T02:32:31,591 INFO [M:0;64035cbb0b46:38123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:31,591 DEBUG [M:0;64035cbb0b46:38123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193150321Disabling compacts and flushes for region at 1733193150321Disabling writes for close at 1733193150321Obtaining lock to block concurrent updates at 1733193150321Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193150321Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733193150321Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193150322 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193150322Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193150333 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193150333Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193150741 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193150755 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193150755Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193151162 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193151173 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193151173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38622b30: reopening flushed file at 1733193151580 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111b80c5: reopening flushed file at 1733193151583 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448e58e4: reopening flushed file at 1733193151586 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=97, compaction requested=false at 1733193151590 (+4 ms)Writing region close event to WAL at 1733193151591 (+1 ms)Closed at 1733193151591 2024-12-03T02:32:31,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44297 is added to blk_1073741830_1006 (size=63654) 2024-12-03T02:32:31,592 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/963f0b31-e6b9-deea-c0fc-650d177db44f/MasterData/WALs/64035cbb0b46,38123,1733193121200/64035cbb0b46%2C38123%2C1733193121200.1733193122524 not finished, retry = 0 2024-12-03T02:32:31,693 INFO [M:0;64035cbb0b46:38123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:32:31,693 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:32:31,693 INFO [M:0;64035cbb0b46:38123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38123 2024-12-03T02:32:31,693 INFO [M:0;64035cbb0b46:38123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:32:31,812 INFO [M:0;64035cbb0b46:38123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:32:31,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:32:31,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38123-0x1019a51d61b0003, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:32:31,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@165866c7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:32:31,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fe99cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:32:31,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:32:31,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@523c5a42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:32:31,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e1483c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/hadoop.log.dir/,STOPPED} 2024-12-03T02:32:31,815 WARN [BP-682387093-172.17.0.3-1733193119297 heartbeating to localhost/127.0.0.1:38647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:32:31,815 WARN [BP-682387093-172.17.0.3-1733193119297 heartbeating to localhost/127.0.0.1:38647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-682387093-172.17.0.3-1733193119297 (Datanode Uuid 8175b411-c91f-4743-80ea-8a6f1b80b6a6) service to localhost/127.0.0.1:38647 2024-12-03T02:32:31,815 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:32:31,816 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:32:31,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/cluster_b82faf1c-c050-4bed-0a60-b96647c9c2f4/data/data1/current/BP-682387093-172.17.0.3-1733193119297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:32:31,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/cluster_b82faf1c-c050-4bed-0a60-b96647c9c2f4/data/data2/current/BP-682387093-172.17.0.3-1733193119297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:32:31,816 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:32:31,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e2eefe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:32:31,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5111e183{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:32:31,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:32:31,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b77f84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:32:31,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6041d383{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a4b805a-8b98-59dc-78f6-49ffe83a23dd/hadoop.log.dir/,STOPPED} 2024-12-03T02:32:31,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:32:31,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:32:31,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:32:31,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:31,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:31,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:31,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:32:31,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:31,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=513192171, stopped=false 2024-12-03T02:32:31,833 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,44051,1733193116501 2024-12-03T02:32:31,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01593718785/running 2024-12-03T02:32:31,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01593718785/running 2024-12-03T02:32:31,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:32:31,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:32:31,854 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:32:31,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Set watcher on znode that does not yet exist, /01593718785/running 2024-12-03T02:32:31,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Set watcher on znode that does not yet exist, /01593718785/running 2024-12-03T02:32:31,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:32:31,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:31,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:31,855 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,40543,1733193116700' ***** 2024-12-03T02:32:31,855 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:32:31,855 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:32:31,855 INFO [RS:0;64035cbb0b46:40543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:32:31,855 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:32:31,855 INFO [RS:0;64035cbb0b46:40543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:32:31,855 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(3091): Received CLOSE for d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:31,855 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(3091): Received CLOSE for 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:31,855 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,40543,1733193116700 2024-12-03T02:32:31,855 INFO [RS:0;64035cbb0b46:40543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:32:31,855 INFO [RS:0;64035cbb0b46:40543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:40543. 2024-12-03T02:32:31,855 DEBUG [RS:0;64035cbb0b46:40543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:31,855 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d93e104a88ec4df2dba9aaed144304f5, disabling compactions & flushes 2024-12-03T02:32:31,856 DEBUG [RS:0;64035cbb0b46:40543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:31,856 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. 2024-12-03T02:32:31,856 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:32:31,856 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. 2024-12-03T02:32:31,856 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:32:31,856 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:32:31,856 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. after waiting 0 ms 2024-12-03T02:32:31,856 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:32:31,856 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. 2024-12-03T02:32:31,856 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d93e104a88ec4df2dba9aaed144304f5 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-03T02:32:31,856 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T02:32:31,856 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1325): Online Regions={d93e104a88ec4df2dba9aaed144304f5=hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5., 1588230740=hbase:meta,,1.1588230740, 275b69002cee514032fd4359d036e6a0=test,,1733193130361.275b69002cee514032fd4359d036e6a0.} 2024-12-03T02:32:31,856 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 275b69002cee514032fd4359d036e6a0, d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:31,856 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:32:31,856 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:32:31,856 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:32:31,856 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:32:31,856 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:32:31,856 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T02:32:31,873 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:32:31,874 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/.tmp/info/f23864170f9d4d8993d152704ce47377 is 147, key is hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5./info:regioninfo/1733193134242/Put/seqid=0 2024-12-03T02:32:31,874 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/replication/d93e104a88ec4df2dba9aaed144304f5/.tmp/queue/6867197f2f1f4e4fb1353fa1ff3c5941 is 153, key is 1-64035cbb0b46,40543,1733193116700/queue:64035cbb0b46%2C40543%2C1733193116700/1733193141045/Put/seqid=0 2024-12-03T02:32:31,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741840_1016 (size=7686) 2024-12-03T02:32:31,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741841_1017 (size=5352) 2024-12-03T02:32:31,919 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=22, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-12-03T02:32:31,920 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-03T02:32:32,056 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 275b69002cee514032fd4359d036e6a0, d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:32,098 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:32:32,098 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:32:32,256 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 275b69002cee514032fd4359d036e6a0, d93e104a88ec4df2dba9aaed144304f5 2024-12-03T02:32:32,278 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/.tmp/info/f23864170f9d4d8993d152704ce47377 2024-12-03T02:32:32,278 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/replication/d93e104a88ec4df2dba9aaed144304f5/.tmp/queue/6867197f2f1f4e4fb1353fa1ff3c5941 2024-12-03T02:32:32,282 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/replication/d93e104a88ec4df2dba9aaed144304f5/.tmp/queue/6867197f2f1f4e4fb1353fa1ff3c5941 as hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/replication/d93e104a88ec4df2dba9aaed144304f5/queue/6867197f2f1f4e4fb1353fa1ff3c5941 2024-12-03T02:32:32,286 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/replication/d93e104a88ec4df2dba9aaed144304f5/queue/6867197f2f1f4e4fb1353fa1ff3c5941, entries=1, sequenceid=8, filesize=5.2 K 2024-12-03T02:32:32,287 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for d93e104a88ec4df2dba9aaed144304f5 in 430ms, sequenceid=8, compaction requested=false 2024-12-03T02:32:32,289 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/replication/d93e104a88ec4df2dba9aaed144304f5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T02:32:32,290 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:32:32,290 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:32:32,290 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. 2024-12-03T02:32:32,290 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d93e104a88ec4df2dba9aaed144304f5: Waiting for close lock at 1733193151855Running coprocessor pre-close hooks at 1733193151855Disabling compacts and flushes for region at 1733193151855Disabling writes for close at 1733193151856 (+1 ms)Obtaining lock to block concurrent updates at 1733193151856Preparing flush snapshotting stores in d93e104a88ec4df2dba9aaed144304f5 at 1733193151856Finished memstore snapshotting hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733193151856Flushing stores of hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. at 1733193151856Flushing d93e104a88ec4df2dba9aaed144304f5/queue: creating writer at 1733193151857 (+1 ms)Flushing d93e104a88ec4df2dba9aaed144304f5/queue: appending metadata at 1733193151874 (+17 ms)Flushing d93e104a88ec4df2dba9aaed144304f5/queue: closing flushed file at 1733193151874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6182432e: reopening flushed file at 1733193152281 (+407 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for d93e104a88ec4df2dba9aaed144304f5 in 430ms, sequenceid=8, compaction requested=false at 1733193152287 (+6 ms)Writing region close event to WAL at 1733193152287Running coprocessor post-close hooks at 1733193152290 (+3 ms)Closed at 1733193152290 2024-12-03T02:32:32,290 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733193133321.d93e104a88ec4df2dba9aaed144304f5. 2024-12-03T02:32:32,290 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 275b69002cee514032fd4359d036e6a0, disabling compactions & flushes 2024-12-03T02:32:32,290 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733193130361.275b69002cee514032fd4359d036e6a0. 2024-12-03T02:32:32,290 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193130361.275b69002cee514032fd4359d036e6a0. 2024-12-03T02:32:32,290 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733193130361.275b69002cee514032fd4359d036e6a0. after waiting 0 ms 2024-12-03T02:32:32,290 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733193130361.275b69002cee514032fd4359d036e6a0. 2024-12-03T02:32:32,290 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 275b69002cee514032fd4359d036e6a0 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-03T02:32:32,298 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/.tmp/ns/6e3a0d54366947eb95b8d3c87f81ac3d is 43, key is default/ns:d/1733193119228/Put/seqid=0 2024-12-03T02:32:32,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741842_1018 (size=5153) 2024-12-03T02:32:32,305 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/.tmp/f/fdf59020fa124559ac501aca5ba8b6f4 is 28, key is row/f:/1733193140810/DeleteFamily/seqid=0 2024-12-03T02:32:32,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741843_1019 (size=5085) 2024-12-03T02:32:32,456 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:32,657 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:32,701 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/.tmp/ns/6e3a0d54366947eb95b8d3c87f81ac3d 2024-12-03T02:32:32,715 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/.tmp/rep_barrier/69b77c782bc8443e80a4ac68ca7e94ed is 112, key is test,,1733193130361.275b69002cee514032fd4359d036e6a0./rep_barrier:seqnumDuringOpen/1733193131224/Put/seqid=0 2024-12-03T02:32:32,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741844_1020 (size=5518) 2024-12-03T02:32:32,721 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/.tmp/f/fdf59020fa124559ac501aca5ba8b6f4 2024-12-03T02:32:32,724 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdf59020fa124559ac501aca5ba8b6f4 2024-12-03T02:32:32,736 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/.tmp/f1/6cc6f2699a4449be9fbaa43a968d5a93 is 29, key is row/f1:/1733193140810/DeleteFamily/seqid=0 2024-12-03T02:32:32,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741845_1021 (size=5089) 2024-12-03T02:32:32,857 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T02:32:32,857 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 275b69002cee514032fd4359d036e6a0=test,,1733193130361.275b69002cee514032fd4359d036e6a0.} 2024-12-03T02:32:32,857 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:33,003 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 636, reset compression=false 2024-12-03T02:32:33,007 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:33,008 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 883, reset compression=false 2024-12-03T02:32:33,008 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,40543,1733193116700 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:32:33,008 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64035cbb0b46,40543,1733193116700: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64035cbb0b46,40543,1733193116700, walGroup=64035cbb0b46%2C40543%2C1733193116700, offset=64035cbb0b46%2C40543%2C1733193116700.1733193118250:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40543 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T02:32:33,009 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T02:32:33,010 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T02:32:33,010 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T02:32:33,010 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T02:32:33,010 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T02:32:33,010 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1224736768, "init": 1048576000, "max": 2306867200, "used": 830067096 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202596472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T02:32:33,010 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:44051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:44051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T02:32:33,057 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 275b69002cee514032fd4359d036e6a0 2024-12-03T02:32:33,118 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/.tmp/rep_barrier/69b77c782bc8443e80a4ac68ca7e94ed 2024-12-03T02:32:33,134 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/.tmp/table/66a42f15ffeb45d2898a51cb84cb1c57 is 53, key is hbase:replication/table:state/1733193134252/Put/seqid=0 2024-12-03T02:32:33,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741846_1022 (size=5308) 2024-12-03T02:32:33,139 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/.tmp/f1/6cc6f2699a4449be9fbaa43a968d5a93 2024-12-03T02:32:33,142 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cc6f2699a4449be9fbaa43a968d5a93 2024-12-03T02:32:33,161 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/.tmp/norep/415f7ef6fc9b49e6a754898da78aa4ee is 32, key is row/norep:/1733193140810/DeleteFamily/seqid=0 2024-12-03T02:32:33,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741847_1023 (size=5101) 2024-12-03T02:32:33,169 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/.tmp/norep/415f7ef6fc9b49e6a754898da78aa4ee 2024-12-03T02:32:33,173 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 415f7ef6fc9b49e6a754898da78aa4ee 2024-12-03T02:32:33,173 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/.tmp/f/fdf59020fa124559ac501aca5ba8b6f4 as hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/f/fdf59020fa124559ac501aca5ba8b6f4 2024-12-03T02:32:33,177 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdf59020fa124559ac501aca5ba8b6f4 2024-12-03T02:32:33,177 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/f/fdf59020fa124559ac501aca5ba8b6f4, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T02:32:33,177 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/.tmp/f1/6cc6f2699a4449be9fbaa43a968d5a93 as hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/f1/6cc6f2699a4449be9fbaa43a968d5a93 2024-12-03T02:32:33,181 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cc6f2699a4449be9fbaa43a968d5a93 2024-12-03T02:32:33,181 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/f1/6cc6f2699a4449be9fbaa43a968d5a93, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T02:32:33,182 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/.tmp/norep/415f7ef6fc9b49e6a754898da78aa4ee as hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/norep/415f7ef6fc9b49e6a754898da78aa4ee 2024-12-03T02:32:33,185 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 415f7ef6fc9b49e6a754898da78aa4ee 2024-12-03T02:32:33,185 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/norep/415f7ef6fc9b49e6a754898da78aa4ee, entries=1, sequenceid=6, filesize=5.0 K 2024-12-03T02:32:33,186 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 275b69002cee514032fd4359d036e6a0 in 896ms, sequenceid=6, compaction requested=false 2024-12-03T02:32:33,186 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T02:32:33,190 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/default/test/275b69002cee514032fd4359d036e6a0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T02:32:33,190 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:32:33,191 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:32:33,191 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733193130361.275b69002cee514032fd4359d036e6a0. 2024-12-03T02:32:33,191 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 275b69002cee514032fd4359d036e6a0: Waiting for close lock at 1733193152290Running coprocessor pre-close hooks at 1733193152290Disabling compacts and flushes for region at 1733193152290Disabling writes for close at 1733193152290Obtaining lock to block concurrent updates at 1733193152290Preparing flush snapshotting stores in 275b69002cee514032fd4359d036e6a0 at 1733193152290Finished memstore snapshotting test,,1733193130361.275b69002cee514032fd4359d036e6a0., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733193152291 (+1 ms)Flushing stores of test,,1733193130361.275b69002cee514032fd4359d036e6a0. at 1733193152291Flushing 275b69002cee514032fd4359d036e6a0/f: creating writer at 1733193152291Flushing 275b69002cee514032fd4359d036e6a0/f: appending metadata at 1733193152304 (+13 ms)Flushing 275b69002cee514032fd4359d036e6a0/f: closing flushed file at 1733193152304Flushing 275b69002cee514032fd4359d036e6a0/f1: creating writer at 1733193152724 (+420 ms)Flushing 275b69002cee514032fd4359d036e6a0/f1: appending metadata at 1733193152735 (+11 ms)Flushing 275b69002cee514032fd4359d036e6a0/f1: closing flushed file at 1733193152735Flushing 275b69002cee514032fd4359d036e6a0/norep: creating writer at 1733193153142 (+407 ms)Flushing 275b69002cee514032fd4359d036e6a0/norep: appending metadata at 1733193153161 (+19 ms)Flushing 275b69002cee514032fd4359d036e6a0/norep: closing flushed file at 1733193153161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5cc4e: reopening flushed file at 1733193153173 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76120caa: reopening flushed file at 1733193153177 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a1f396: reopening flushed file at 1733193153181 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 275b69002cee514032fd4359d036e6a0 in 896ms, sequenceid=6, compaction requested=false at 1733193153186 (+5 ms)Writing region close event to WAL at 1733193153188 (+2 ms)Running coprocessor post-close hooks at 1733193153190 (+2 ms)Closed at 1733193153191 (+1 ms) 2024-12-03T02:32:33,191 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733193130361.275b69002cee514032fd4359d036e6a0. 2024-12-03T02:32:33,212 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 883, reset compression=false 2024-12-03T02:32:33,217 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:32:33,217 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 1527, reset compression=false 2024-12-03T02:32:33,257 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:32:33,420 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 1527, reset compression=false 2024-12-03T02:32:33,457 DEBUG [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:32:33,538 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/.tmp/table/66a42f15ffeb45d2898a51cb84cb1c57 2024-12-03T02:32:33,542 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/.tmp/info/f23864170f9d4d8993d152704ce47377 as hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/info/f23864170f9d4d8993d152704ce47377 2024-12-03T02:32:33,546 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/info/f23864170f9d4d8993d152704ce47377, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T02:32:33,547 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/.tmp/ns/6e3a0d54366947eb95b8d3c87f81ac3d as hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/ns/6e3a0d54366947eb95b8d3c87f81ac3d 2024-12-03T02:32:33,551 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/ns/6e3a0d54366947eb95b8d3c87f81ac3d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T02:32:33,551 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/.tmp/rep_barrier/69b77c782bc8443e80a4ac68ca7e94ed as hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/rep_barrier/69b77c782bc8443e80a4ac68ca7e94ed 2024-12-03T02:32:33,556 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/rep_barrier/69b77c782bc8443e80a4ac68ca7e94ed, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T02:32:33,556 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/.tmp/table/66a42f15ffeb45d2898a51cb84cb1c57 as hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/table/66a42f15ffeb45d2898a51cb84cb1c57 2024-12-03T02:32:33,561 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/table/66a42f15ffeb45d2898a51cb84cb1c57, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T02:32:33,562 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false 2024-12-03T02:32:33,562 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:32:33,570 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T02:32:33,571 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:32:33,571 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:32:33,571 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:32:33,571 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193151856Running coprocessor pre-close hooks at 1733193151856Disabling compacts and flushes for region at 1733193151856Disabling writes for close at 1733193151856Obtaining lock to block concurrent updates at 1733193151856Preparing flush snapshotting stores in 1588230740 at 1733193151856Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733193151856Flushing stores of hbase:meta,,1.1588230740 at 1733193151856Flushing 1588230740/info: creating writer at 1733193151857 (+1 ms)Flushing 1588230740/info: appending metadata at 1733193151874 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733193151874Flushing 1588230740/ns: creating writer at 1733193152281 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733193152297 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733193152297Flushing 1588230740/rep_barrier: creating writer at 1733193152704 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733193152715 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733193152715Flushing 1588230740/table: creating writer at 1733193153122 (+407 ms)Flushing 1588230740/table: appending metadata at 1733193153133 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733193153133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41b1ffa1: reopening flushed file at 1733193153541 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12aaf86d: reopening flushed file at 1733193153546 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e74787: reopening flushed file at 1733193153551 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e69d833: reopening flushed file at 1733193153556 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false at 1733193153562 (+6 ms)Writing region close event to WAL at 1733193153568 (+6 ms)Running coprocessor post-close hooks at 1733193153571 (+3 ms)Closed at 1733193153571 2024-12-03T02:32:33,571 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:32:33,658 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,40543,1733193116700; all regions closed. 2024-12-03T02:32:33,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741834_1010 (size=4239) 2024-12-03T02:32:33,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741839_1015 (size=2240) 2024-12-03T02:32:33,662 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.rep.1733193134188 not finished, retry = 0 2024-12-03T02:32:33,724 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/WALs/64035cbb0b46,40543,1733193116700/64035cbb0b46%2C40543%2C1733193116700.1733193118250 to pos 1527, reset compression=false 2024-12-03T02:32:33,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741832_1008 (size=1535) 2024-12-03T02:32:33,765 DEBUG [RS:0;64035cbb0b46:40543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:33,765 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:32:33,765 INFO [RS:0;64035cbb0b46:40543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:32:33,765 INFO [RS:0;64035cbb0b46:40543 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:32:33,765 INFO [RS:0;64035cbb0b46:40543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:32:33,765 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:32:33,765 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,40543,1733193116700 because: Region server is closing 2024-12-03T02:32:33,765 INFO [RS:0;64035cbb0b46:40543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:40543. 2024-12-03T02:32:33,765 DEBUG [RS:0;64035cbb0b46:40543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:33,765 DEBUG [RS:0;64035cbb0b46:40543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:33,766 DEBUG [RS:0;64035cbb0b46:40543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:33,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:33,866 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.shipper64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 terminated 2024-12-03T02:32:33,866 INFO [RS:0;64035cbb0b46:40543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40543 2024-12-03T02:32:33,866 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,40543,1733193116700.replicationSource.wal-reader.64035cbb0b46%2C40543%2C1733193116700,1-64035cbb0b46,40543,1733193116700 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:32:33,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785/rs 2024-12-03T02:32:33,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01593718785/rs/64035cbb0b46,40543,1733193116700 2024-12-03T02:32:33,887 INFO [RS:0;64035cbb0b46:40543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:32:33,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,40543,1733193116700] 2024-12-03T02:32:33,903 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01593718785/draining/64035cbb0b46,40543,1733193116700 already deleted, retry=false 2024-12-03T02:32:33,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,40543,1733193116700 expired; onlineServers=0 2024-12-03T02:32:33,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,44051,1733193116501' ***** 2024-12-03T02:32:33,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:32:33,904 INFO [M:0;64035cbb0b46:44051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:32:33,904 INFO [M:0;64035cbb0b46:44051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:32:33,904 DEBUG [M:0;64035cbb0b46:44051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:32:33,904 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:32:33,904 DEBUG [M:0;64035cbb0b46:44051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:32:33,904 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193117975 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193117975,5,FailOnTimeoutGroup] 2024-12-03T02:32:33,904 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193117968 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193117968,5,FailOnTimeoutGroup] 2024-12-03T02:32:33,904 INFO [M:0;64035cbb0b46:44051 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:32:33,904 INFO [M:0;64035cbb0b46:44051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:32:33,904 DEBUG [M:0;64035cbb0b46:44051 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:32:33,904 INFO [M:0;64035cbb0b46:44051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:32:33,904 INFO [M:0;64035cbb0b46:44051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:32:33,904 INFO [M:0;64035cbb0b46:44051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:32:33,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:32:33,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01593718785/master 2024-12-03T02:32:33,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01593718785 2024-12-03T02:32:33,912 DEBUG [M:0;64035cbb0b46:44051 {}] zookeeper.ZKUtil(347): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Unable to get data of znode /01593718785/master because node does not exist (not an error) 2024-12-03T02:32:33,912 WARN [M:0;64035cbb0b46:44051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:32:33,912 INFO [M:0;64035cbb0b46:44051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/.lastflushedseqids 2024-12-03T02:32:33,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741848_1024 (size=245) 2024-12-03T02:32:33,919 INFO [M:0;64035cbb0b46:44051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:32:33,919 INFO [M:0;64035cbb0b46:44051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:32:33,919 DEBUG [M:0;64035cbb0b46:44051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:32:33,919 INFO [M:0;64035cbb0b46:44051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:33,919 DEBUG [M:0;64035cbb0b46:44051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:33,919 DEBUG [M:0;64035cbb0b46:44051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:32:33,919 DEBUG [M:0;64035cbb0b46:44051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:33,919 INFO [M:0;64035cbb0b46:44051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-03T02:32:33,931 DEBUG [M:0;64035cbb0b46:44051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ddc472bea474490f93c8fe0c512ae22f is 82, key is hbase:meta,,1/info:regioninfo/1733193119190/Put/seqid=0 2024-12-03T02:32:33,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741849_1025 (size=5672) 2024-12-03T02:32:33,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:32:33,995 INFO [RS:0;64035cbb0b46:40543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:32:33,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40543-0x1019a51d61b0001, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:32:33,995 INFO [RS:0;64035cbb0b46:40543 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,40543,1733193116700; zookeeper connection closed. 2024-12-03T02:32:33,996 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@358ebbe8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@358ebbe8 2024-12-03T02:32:33,996 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:32:34,335 INFO [M:0;64035cbb0b46:44051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ddc472bea474490f93c8fe0c512ae22f 2024-12-03T02:32:34,356 DEBUG [M:0;64035cbb0b46:44051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/033d89d00a374a16bda4a9638de6b312 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733193131258/Put/seqid=0 2024-12-03T02:32:34,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741850_1026 (size=7218) 2024-12-03T02:32:34,364 INFO [M:0;64035cbb0b46:44051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/033d89d00a374a16bda4a9638de6b312 2024-12-03T02:32:34,369 INFO [M:0;64035cbb0b46:44051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 033d89d00a374a16bda4a9638de6b312 2024-12-03T02:32:34,389 DEBUG [M:0;64035cbb0b46:44051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4d884bce3ce43489a1879bdacdf1814 is 69, key is 64035cbb0b46,40543,1733193116700/rs:state/1733193118023/Put/seqid=0 2024-12-03T02:32:34,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741851_1027 (size=5156) 2024-12-03T02:32:34,399 INFO [M:0;64035cbb0b46:44051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4d884bce3ce43489a1879bdacdf1814 2024-12-03T02:32:34,417 DEBUG [M:0;64035cbb0b46:44051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ddc472bea474490f93c8fe0c512ae22f as hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ddc472bea474490f93c8fe0c512ae22f 2024-12-03T02:32:34,426 INFO [M:0;64035cbb0b46:44051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ddc472bea474490f93c8fe0c512ae22f, entries=8, sequenceid=105, filesize=5.5 K 2024-12-03T02:32:34,427 DEBUG [M:0;64035cbb0b46:44051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/033d89d00a374a16bda4a9638de6b312 as hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/033d89d00a374a16bda4a9638de6b312 2024-12-03T02:32:34,431 INFO [M:0;64035cbb0b46:44051 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 033d89d00a374a16bda4a9638de6b312 2024-12-03T02:32:34,431 INFO [M:0;64035cbb0b46:44051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/033d89d00a374a16bda4a9638de6b312, entries=11, sequenceid=105, filesize=7.0 K 2024-12-03T02:32:34,432 DEBUG [M:0;64035cbb0b46:44051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4d884bce3ce43489a1879bdacdf1814 as hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4d884bce3ce43489a1879bdacdf1814 2024-12-03T02:32:34,438 INFO [M:0;64035cbb0b46:44051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39643/user/jenkins/test-data/d229f98a-7d80-8d4e-01b6-a1a8f5a711d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4d884bce3ce43489a1879bdacdf1814, entries=1, sequenceid=105, filesize=5.0 K 2024-12-03T02:32:34,439 INFO [M:0;64035cbb0b46:44051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=105, compaction requested=false 2024-12-03T02:32:34,447 INFO [M:0;64035cbb0b46:44051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:34,447 DEBUG [M:0;64035cbb0b46:44051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193153919Disabling compacts and flushes for region at 1733193153919Disabling writes for close at 1733193153919Obtaining lock to block concurrent updates at 1733193153919Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193153919Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733193153920 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193153920Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193153920Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193153931 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193153931Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193154338 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193154355 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193154355Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193154369 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193154388 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193154389 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd2b3f9: reopening flushed file at 1733193154416 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@613648f4: reopening flushed file at 1733193154426 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f4e699: reopening flushed file at 1733193154431 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=105, compaction requested=false at 1733193154439 (+8 ms)Writing region close event to WAL at 1733193154447 (+8 ms)Closed at 1733193154447 2024-12-03T02:32:34,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33489 is added to blk_1073741830_1006 (size=64423) 2024-12-03T02:32:34,450 INFO [M:0;64035cbb0b46:44051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:32:34,450 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:32:34,450 INFO [M:0;64035cbb0b46:44051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44051 2024-12-03T02:32:34,450 INFO [M:0;64035cbb0b46:44051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:32:34,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:32:34,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44051-0x1019a51d61b0000, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:32:34,571 INFO [M:0;64035cbb0b46:44051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:32:34,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a31b091{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:32:34,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a181d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:32:34,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:32:34,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@741dab54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:32:34,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a87ff4e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/hadoop.log.dir/,STOPPED} 2024-12-03T02:32:34,587 WARN [BP-1458662596-172.17.0.3-1733193114708 heartbeating to localhost/127.0.0.1:39643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:32:34,587 WARN [BP-1458662596-172.17.0.3-1733193114708 heartbeating to localhost/127.0.0.1:39643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1458662596-172.17.0.3-1733193114708 (Datanode Uuid ac480502-b8da-46ba-84fe-425f26a91275) service to localhost/127.0.0.1:39643 2024-12-03T02:32:34,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/cluster_eb2801f0-a126-612a-1910-7f090dcf8840/data/data1/current/BP-1458662596-172.17.0.3-1733193114708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:32:34,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/cluster_eb2801f0-a126-612a-1910-7f090dcf8840/data/data2/current/BP-1458662596-172.17.0.3-1733193114708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:32:34,588 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:32:34,588 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:32:34,588 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:32:34,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17f52b3a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:32:34,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3523b569{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:32:34,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:32:34,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ccaae8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:32:34,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ec7c87c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9643f86b-ed58-efbe-df65-0a7d257bd5f2/hadoop.log.dir/,STOPPED} 2024-12-03T02:32:34,607 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T02:32:34,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:32:34,645 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-29 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39643 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38647 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:39643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37025 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:37025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:38647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:37025 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50119) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37025 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37025 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=674 (was 810), ProcessCount=11 (was 11), AvailableMemoryMB=2988 (was 383) - AvailableMemoryMB LEAK? - 2024-12-03T02:32:34,660 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=674, ProcessCount=11, AvailableMemoryMB=2987 2024-12-03T02:32:34,679 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-03T02:32:34,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/hadoop.log.dir so I do NOT create it in target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396 2024-12-03T02:32:34,680 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:32:34,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/hadoop.tmp.dir so I do NOT create it in target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396 2024-12-03T02:32:34,680 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9390a34d-74e2-6cf9-ba12-e63a7eddab8c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:32:34,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396 2024-12-03T02:32:34,680 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/cluster_6950af41-ac7c-71c2-fda6-c66cdc66d55d, deleteOnExit=true 2024-12-03T02:32:34,684 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/cluster_6950af41-ac7c-71c2-fda6-c66cdc66d55d/zookeeper_0, clientPort=64938, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/cluster_6950af41-ac7c-71c2-fda6-c66cdc66d55d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/cluster_6950af41-ac7c-71c2-fda6-c66cdc66d55d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T02:32:34,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64938 2024-12-03T02:32:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:32:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:32:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/test.cache.data in system properties and HBase conf 2024-12-03T02:32:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:32:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:32:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:32:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:32:34,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:32:34,685 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:32:34,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:32:34,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a51d61b0005, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:32:34,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a51d61b0005, quorum=127.0.0.1:50119, baseZNode=/1844674003 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:32:34,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a51d61b0002, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:32:34,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a51d61b0002, quorum=127.0.0.1:50119, baseZNode=/01593718785 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:32:34,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019a51d61b0008, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:32:34,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019a51d61b0008, quorum=127.0.0.1:50119, baseZNode=/2-697072524 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:32:34,835 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:32:34,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:34,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:34,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:32:34,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:32:34,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:32:34,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:32:35,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:35,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aeab1bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:32:35,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69345031{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:32:35,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e30bf23{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/java.io.tmpdir/jetty-localhost-37147-hadoop-hdfs-3_4_1-tests_jar-_-any-10408929161516247044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:32:35,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a5c8bc{HTTP/1.1, (http/1.1)}{localhost:37147} 2024-12-03T02:32:35,132 INFO [Time-limited test {}] server.Server(415): Started @310319ms 2024-12-03T02:32:35,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:35,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:32:35,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:32:35,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:32:35,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:32:35,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cd9d97d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:32:35,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@409a372c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:32:35,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76bce37d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/java.io.tmpdir/jetty-localhost-42683-hadoop-hdfs-3_4_1-tests_jar-_-any-10200468550645831873/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:32:35,723 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e3ec00{HTTP/1.1, (http/1.1)}{localhost:42683} 2024-12-03T02:32:35,723 INFO [Time-limited test {}] server.Server(415): Started @310910ms 2024-12-03T02:32:35,724 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:32:36,380 WARN [Thread-4184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/cluster_6950af41-ac7c-71c2-fda6-c66cdc66d55d/data/data1/current/BP-1815748680-172.17.0.3-1733193154706/current, will proceed with Du for space computation calculation, 2024-12-03T02:32:36,380 WARN [Thread-4185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/cluster_6950af41-ac7c-71c2-fda6-c66cdc66d55d/data/data2/current/BP-1815748680-172.17.0.3-1733193154706/current, will proceed with Du for space computation calculation, 2024-12-03T02:32:36,400 WARN [Thread-4172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:32:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15743b8760d6a24 with lease ID 0xf6fc53c1ee55bb5f: Processing first storage report for DS-d30e007c-5fc6-4961-985b-8c4b45466ca4 from datanode DatanodeRegistration(127.0.0.1:38335, datanodeUuid=d666bbed-bf18-4ff6-b569-e6ef58596cc8, infoPort=39533, infoSecurePort=0, ipcPort=45075, storageInfo=lv=-57;cid=testClusterID;nsid=1645222090;c=1733193154706) 2024-12-03T02:32:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15743b8760d6a24 with lease ID 0xf6fc53c1ee55bb5f: from storage DS-d30e007c-5fc6-4961-985b-8c4b45466ca4 node DatanodeRegistration(127.0.0.1:38335, datanodeUuid=d666bbed-bf18-4ff6-b569-e6ef58596cc8, infoPort=39533, infoSecurePort=0, ipcPort=45075, storageInfo=lv=-57;cid=testClusterID;nsid=1645222090;c=1733193154706), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:32:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15743b8760d6a24 with lease ID 0xf6fc53c1ee55bb5f: Processing first storage report for DS-50991592-f405-415f-a2bd-113113cd7216 from datanode DatanodeRegistration(127.0.0.1:38335, datanodeUuid=d666bbed-bf18-4ff6-b569-e6ef58596cc8, infoPort=39533, infoSecurePort=0, ipcPort=45075, storageInfo=lv=-57;cid=testClusterID;nsid=1645222090;c=1733193154706) 2024-12-03T02:32:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15743b8760d6a24 with lease ID 0xf6fc53c1ee55bb5f: from storage DS-50991592-f405-415f-a2bd-113113cd7216 node DatanodeRegistration(127.0.0.1:38335, datanodeUuid=d666bbed-bf18-4ff6-b569-e6ef58596cc8, infoPort=39533, infoSecurePort=0, ipcPort=45075, storageInfo=lv=-57;cid=testClusterID;nsid=1645222090;c=1733193154706), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:32:36,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396 2024-12-03T02:32:36,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:36,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:36,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:32:36,874 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e with version=8 2024-12-03T02:32:36,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/hbase-staging 2024-12-03T02:32:36,877 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:32:36,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:36,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:36,878 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:32:36,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:36,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:32:36,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:32:36,878 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:32:36,880 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37423 2024-12-03T02:32:36,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37423 connecting to ZooKeeper ensemble=127.0.0.1:64938 2024-12-03T02:32:36,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374230x0, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:36,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37423-0x1019a5272630000 connected 2024-12-03T02:32:37,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:37,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:37,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Set watcher on znode that does not yet exist, /0-848299929/running 2024-12-03T02:32:37,097 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e, hbase.cluster.distributed=false 2024-12-03T02:32:37,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Set watcher on znode that does not yet exist, /0-848299929/acl 2024-12-03T02:32:37,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37423 2024-12-03T02:32:37,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37423 2024-12-03T02:32:37,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37423 2024-12-03T02:32:37,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37423 2024-12-03T02:32:37,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37423 2024-12-03T02:32:37,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:32:37,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:37,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:37,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:32:37,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:37,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:32:37,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:32:37,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:32:37,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45083 2024-12-03T02:32:37,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45083 connecting to ZooKeeper ensemble=127.0.0.1:64938 2024-12-03T02:32:37,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:37,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:37,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450830x0, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:37,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450830x0, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Set watcher on znode that does not yet exist, /0-848299929/running 2024-12-03T02:32:37,145 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:32:37,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45083-0x1019a5272630001 connected 2024-12-03T02:32:37,162 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:32:37,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Set watcher on znode that does not yet exist, /0-848299929/master 2024-12-03T02:32:37,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Set watcher on znode that does not yet exist, /0-848299929/acl 2024-12-03T02:32:37,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45083 2024-12-03T02:32:37,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45083 2024-12-03T02:32:37,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45083 2024-12-03T02:32:37,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45083 2024-12-03T02:32:37,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45083 2024-12-03T02:32:37,198 DEBUG [M:0;64035cbb0b46:37423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:37423 2024-12-03T02:32:37,199 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-848299929/backup-masters/64035cbb0b46,37423,1733193156877 2024-12-03T02:32:37,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929/backup-masters 2024-12-03T02:32:37,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929/backup-masters 2024-12-03T02:32:37,210 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Set watcher on existing znode=/0-848299929/backup-masters/64035cbb0b46,37423,1733193156877 2024-12-03T02:32:37,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929 2024-12-03T02:32:37,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-848299929/master 2024-12-03T02:32:37,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929 2024-12-03T02:32:37,218 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Set watcher on existing znode=/0-848299929/master 2024-12-03T02:32:37,219 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-848299929/backup-masters/64035cbb0b46,37423,1733193156877 from backup master directory 2024-12-03T02:32:37,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929/backup-masters 2024-12-03T02:32:37,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-848299929/backup-masters/64035cbb0b46,37423,1733193156877 2024-12-03T02:32:37,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929/backup-masters 2024-12-03T02:32:37,226 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:32:37,226 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,37423,1733193156877 2024-12-03T02:32:37,232 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/hbase.id] with ID: c326b7ac-749c-49ae-9f14-d864ea8e8e31 2024-12-03T02:32:37,232 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/.tmp/hbase.id 2024-12-03T02:32:37,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:32:37,638 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/.tmp/hbase.id]:[hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/hbase.id] 2024-12-03T02:32:37,647 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:37,648 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:32:37,648 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-03T02:32:37,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929 2024-12-03T02:32:37,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929 2024-12-03T02:32:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:32:38,073 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:38,074 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:32:38,074 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:38,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:32:38,480 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/MasterData/data/master/store 2024-12-03T02:32:38,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:32:38,889 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:38,889 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:32:38,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:38,889 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:38,889 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:32:38,889 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:38,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:38,889 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193158889Disabling compacts and flushes for region at 1733193158889Disabling writes for close at 1733193158889Writing region close event to WAL at 1733193158889Closed at 1733193158889 2024-12-03T02:32:38,890 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/MasterData/data/master/store/.initializing 2024-12-03T02:32:38,890 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/MasterData/WALs/64035cbb0b46,37423,1733193156877 2024-12-03T02:32:38,891 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:32:38,892 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C37423%2C1733193156877, suffix=, logDir=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/MasterData/WALs/64035cbb0b46,37423,1733193156877, archiveDir=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/MasterData/oldWALs, maxLogs=10 2024-12-03T02:32:38,903 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/MasterData/WALs/64035cbb0b46,37423,1733193156877/64035cbb0b46%2C37423%2C1733193156877.1733193158892, exclude list is [], retry=0 2024-12-03T02:32:38,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38335,DS-d30e007c-5fc6-4961-985b-8c4b45466ca4,DISK] 2024-12-03T02:32:38,906 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/MasterData/WALs/64035cbb0b46,37423,1733193156877/64035cbb0b46%2C37423%2C1733193156877.1733193158892 2024-12-03T02:32:38,906 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-12-03T02:32:38,907 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:38,907 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:38,907 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:38,907 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:38,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:38,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:32:38,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:38,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:38,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:38,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:32:38,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:38,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:38,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:38,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:32:38,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:38,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:38,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:38,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:32:38,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:38,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:38,912 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:38,912 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:38,913 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:38,914 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:38,914 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:38,914 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:38,915 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:38,916 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:38,916 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75251618, jitterRate=0.12133648991584778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:38,917 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193158907Initializing all the Stores at 1733193158907Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193158907Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193158908 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193158908Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193158908Cleaning up temporary data from old regions at 1733193158914 (+6 ms)Region opened successfully at 1733193158917 (+3 ms) 2024-12-03T02:32:38,917 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:32:38,919 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4089a4b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:32:38,920 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:32:38,920 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:32:38,920 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:32:38,920 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:32:38,920 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:32:38,921 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:32:38,921 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:32:38,922 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:32:38,923 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Unable to get data of znode /0-848299929/balancer because node does not exist (not necessarily an error) 2024-12-03T02:32:38,959 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-848299929/balancer already deleted, retry=false 2024-12-03T02:32:38,960 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:32:38,960 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Unable to get data of znode /0-848299929/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:32:38,968 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-848299929/normalizer already deleted, retry=false 2024-12-03T02:32:38,968 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:32:38,969 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Unable to get data of znode /0-848299929/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:32:38,976 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-848299929/switch/split already deleted, retry=false 2024-12-03T02:32:38,977 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Unable to get data of znode /0-848299929/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:32:38,984 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-848299929/switch/merge already deleted, retry=false 2024-12-03T02:32:38,986 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Unable to get data of znode /0-848299929/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:32:39,001 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-848299929/snapshot-cleanup already deleted, retry=false 2024-12-03T02:32:39,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-848299929/running 2024-12-03T02:32:39,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-848299929/running 2024-12-03T02:32:39,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929 2024-12-03T02:32:39,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929 2024-12-03T02:32:39,010 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,37423,1733193156877, sessionid=0x1019a5272630000, setting cluster-up flag (Was=false) 2024-12-03T02:32:39,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929 2024-12-03T02:32:39,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929 2024-12-03T02:32:39,051 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-848299929/flush-table-proc/acquired, /0-848299929/flush-table-proc/reached, /0-848299929/flush-table-proc/abort 2024-12-03T02:32:39,052 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,37423,1733193156877 2024-12-03T02:32:39,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929 2024-12-03T02:32:39,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929 2024-12-03T02:32:39,093 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-848299929/online-snapshot/acquired, /0-848299929/online-snapshot/reached, /0-848299929/online-snapshot/abort 2024-12-03T02:32:39,094 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,37423,1733193156877 2024-12-03T02:32:39,096 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:32:39,097 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:39,097 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:32:39,097 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:32:39,098 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,37423,1733193156877 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:32:39,099 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:39,099 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:39,099 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:39,099 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:39,099 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:32:39,099 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:39,099 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:32:39,099 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:39,100 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193189100 2024-12-03T02:32:39,100 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:32:39,100 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:32:39,100 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:32:39,100 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:32:39,100 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:32:39,100 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:32:39,100 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:39,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:32:39,100 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,101 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:32:39,101 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:32:39,101 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:32:39,101 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:32:39,101 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:32:39,101 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:32:39,101 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:39,101 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193159101,5,FailOnTimeoutGroup] 2024-12-03T02:32:39,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:32:39,101 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193159101,5,FailOnTimeoutGroup] 2024-12-03T02:32:39,101 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,101 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:32:39,101 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,101 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:32:39,190 INFO [RS:0;64035cbb0b46:45083 {}] regionserver.HRegionServer(746): ClusterId : c326b7ac-749c-49ae-9f14-d864ea8e8e31 2024-12-03T02:32:39,190 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:32:39,193 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:32:39,193 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:32:39,202 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:32:39,202 DEBUG [RS:0;64035cbb0b46:45083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16038317, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:32:39,212 DEBUG [RS:0;64035cbb0b46:45083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:45083 2024-12-03T02:32:39,212 INFO [RS:0;64035cbb0b46:45083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:32:39,212 INFO [RS:0;64035cbb0b46:45083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:32:39,212 DEBUG [RS:0;64035cbb0b46:45083 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:32:39,213 INFO [RS:0;64035cbb0b46:45083 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,37423,1733193156877 with port=45083, startcode=1733193157124 2024-12-03T02:32:39,213 DEBUG [RS:0;64035cbb0b46:45083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:32:39,214 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:32:39,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,45083,1733193157124 2024-12-03T02:32:39,215 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37423 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,45083,1733193157124 2024-12-03T02:32:39,216 DEBUG [RS:0;64035cbb0b46:45083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e 2024-12-03T02:32:39,216 DEBUG [RS:0;64035cbb0b46:45083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39057 2024-12-03T02:32:39,216 DEBUG [RS:0;64035cbb0b46:45083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:32:39,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929/rs 2024-12-03T02:32:39,226 DEBUG [RS:0;64035cbb0b46:45083 {}] zookeeper.ZKUtil(111): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Set watcher on existing znode=/0-848299929/rs/64035cbb0b46,45083,1733193157124 2024-12-03T02:32:39,226 WARN [RS:0;64035cbb0b46:45083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:32:39,226 INFO [RS:0;64035cbb0b46:45083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:39,227 DEBUG [RS:0;64035cbb0b46:45083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/WALs/64035cbb0b46,45083,1733193157124 2024-12-03T02:32:39,227 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,45083,1733193157124] 2024-12-03T02:32:39,229 INFO [RS:0;64035cbb0b46:45083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:32:39,231 INFO [RS:0;64035cbb0b46:45083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:32:39,231 INFO [RS:0;64035cbb0b46:45083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:32:39,231 INFO [RS:0;64035cbb0b46:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,231 INFO [RS:0;64035cbb0b46:45083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:32:39,232 INFO [RS:0;64035cbb0b46:45083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:32:39,232 INFO [RS:0;64035cbb0b46:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:32:39,232 DEBUG [RS:0;64035cbb0b46:45083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:32:39,233 INFO [RS:0;64035cbb0b46:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,233 INFO [RS:0;64035cbb0b46:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,233 INFO [RS:0;64035cbb0b46:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,233 INFO [RS:0;64035cbb0b46:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,233 INFO [RS:0;64035cbb0b46:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,233 INFO [RS:0;64035cbb0b46:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,45083,1733193157124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:32:39,245 INFO [RS:0;64035cbb0b46:45083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:32:39,245 INFO [RS:0;64035cbb0b46:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,45083,1733193157124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,245 INFO [RS:0;64035cbb0b46:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,245 INFO [RS:0;64035cbb0b46:45083 {}] regionserver.Replication(171): 64035cbb0b46,45083,1733193157124 started 2024-12-03T02:32:39,256 INFO [RS:0;64035cbb0b46:45083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,256 INFO [RS:0;64035cbb0b46:45083 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,45083,1733193157124, RpcServer on 64035cbb0b46/172.17.0.3:45083, sessionid=0x1019a5272630001 2024-12-03T02:32:39,256 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:32:39,256 DEBUG [RS:0;64035cbb0b46:45083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,45083,1733193157124 2024-12-03T02:32:39,256 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,45083,1733193157124' 2024-12-03T02:32:39,256 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-848299929/flush-table-proc/abort' 2024-12-03T02:32:39,257 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-848299929/flush-table-proc/acquired' 2024-12-03T02:32:39,257 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:32:39,257 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:32:39,257 DEBUG [RS:0;64035cbb0b46:45083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,45083,1733193157124 2024-12-03T02:32:39,257 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,45083,1733193157124' 2024-12-03T02:32:39,257 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-848299929/online-snapshot/abort' 2024-12-03T02:32:39,257 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-848299929/online-snapshot/acquired' 2024-12-03T02:32:39,258 DEBUG [RS:0;64035cbb0b46:45083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:32:39,258 INFO [RS:0;64035cbb0b46:45083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:32:39,258 INFO [RS:0;64035cbb0b46:45083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:32:39,358 INFO [RS:0;64035cbb0b46:45083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:32:39,359 INFO [RS:0;64035cbb0b46:45083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C45083%2C1733193157124, suffix=, logDir=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/WALs/64035cbb0b46,45083,1733193157124, archiveDir=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/oldWALs, maxLogs=10 2024-12-03T02:32:39,370 DEBUG [RS:0;64035cbb0b46:45083 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/WALs/64035cbb0b46,45083,1733193157124/64035cbb0b46%2C45083%2C1733193157124.1733193159359, exclude list is [], retry=0 2024-12-03T02:32:39,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38335,DS-d30e007c-5fc6-4961-985b-8c4b45466ca4,DISK] 2024-12-03T02:32:39,375 INFO [RS:0;64035cbb0b46:45083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/WALs/64035cbb0b46,45083,1733193157124/64035cbb0b46%2C45083%2C1733193157124.1733193159359 2024-12-03T02:32:39,375 DEBUG [RS:0;64035cbb0b46:45083 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-12-03T02:32:39,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:32:39,507 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e 2024-12-03T02:32:39,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:32:39,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:39,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:32:39,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:32:39,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:39,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:39,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:32:39,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:32:39,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:39,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:39,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:32:39,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:32:39,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:39,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:39,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:32:39,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:32:39,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:39,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:32:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/data/hbase/meta/1588230740 2024-12-03T02:32:39,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/data/hbase/meta/1588230740 2024-12-03T02:32:39,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:32:39,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:32:39,519 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:39,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:32:39,521 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:39,521 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67541590, jitterRate=0.006448119878768921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:39,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193159512Initializing all the Stores at 1733193159512Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193159512Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193159512Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193159512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193159512Cleaning up temporary data from old regions at 1733193159518 (+6 ms)Region opened successfully at 1733193159522 (+4 ms) 2024-12-03T02:32:39,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:32:39,522 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:32:39,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:32:39,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:32:39,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:32:39,522 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:32:39,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193159522Disabling compacts and flushes for region at 1733193159522Disabling writes for close at 1733193159522Writing region close event to WAL at 1733193159522Closed at 1733193159522 2024-12-03T02:32:39,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:39,523 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:32:39,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:32:39,524 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:32:39,524 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:32:39,675 DEBUG [64035cbb0b46:37423 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:32:39,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,45083,1733193157124 2024-12-03T02:32:39,676 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,45083,1733193157124, state=OPENING 2024-12-03T02:32:39,701 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:32:39,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929 2024-12-03T02:32:39,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-848299929 2024-12-03T02:32:39,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-848299929/meta-region-server: CHANGED 2024-12-03T02:32:39,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-848299929/meta-region-server: CHANGED 2024-12-03T02:32:39,710 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:32:39,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,45083,1733193157124}] 2024-12-03T02:32:39,862 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:32:39,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:32:39,866 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:32:39,866 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:39,866 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:32:39,867 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C45083%2C1733193157124.meta, suffix=.meta, logDir=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/WALs/64035cbb0b46,45083,1733193157124, archiveDir=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/oldWALs, maxLogs=10 2024-12-03T02:32:39,878 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/WALs/64035cbb0b46,45083,1733193157124/64035cbb0b46%2C45083%2C1733193157124.meta.1733193159867.meta, exclude list is [], retry=0 2024-12-03T02:32:39,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38335,DS-d30e007c-5fc6-4961-985b-8c4b45466ca4,DISK] 2024-12-03T02:32:39,881 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/WALs/64035cbb0b46,45083,1733193157124/64035cbb0b46%2C45083%2C1733193157124.meta.1733193159867.meta 2024-12-03T02:32:39,881 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-12-03T02:32:39,881 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:39,881 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:39,882 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:32:39,882 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:32:39,882 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:32:39,882 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:32:39,882 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:39,882 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:32:39,882 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:32:39,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:32:39,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:32:39,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:39,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:39,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:32:39,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:32:39,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:39,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:39,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:32:39,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:32:39,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:39,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:39,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:32:39,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:32:39,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:39,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:39,886 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:32:39,887 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/data/hbase/meta/1588230740 2024-12-03T02:32:39,887 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/data/hbase/meta/1588230740 2024-12-03T02:32:39,888 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:32:39,888 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:32:39,888 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:39,889 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:32:39,890 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65730735, jitterRate=-0.020535722374916077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:39,890 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:32:39,890 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193159882Writing region info on filesystem at 1733193159882Initializing all the Stores at 1733193159883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193159883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193159883Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193159883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193159883Cleaning up temporary data from old regions at 1733193159888 (+5 ms)Running coprocessor post-open hooks at 1733193159890 (+2 ms)Region opened successfully at 1733193159890 2024-12-03T02:32:39,891 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193159862 2024-12-03T02:32:39,892 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:32:39,892 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:32:39,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,45083,1733193157124 2024-12-03T02:32:39,893 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,45083,1733193157124, state=OPEN 2024-12-03T02:32:39,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45083-0x1019a5272630001, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-848299929/meta-region-server 2024-12-03T02:32:39,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37423-0x1019a5272630000, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-848299929/meta-region-server 2024-12-03T02:32:39,925 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,45083,1733193157124 2024-12-03T02:32:39,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-848299929/meta-region-server: CHANGED 2024-12-03T02:32:39,925 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-848299929/meta-region-server: CHANGED 2024-12-03T02:32:39,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:32:39,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,45083,1733193157124 in 215 msec 2024-12-03T02:32:39,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:32:39,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-12-03T02:32:39,929 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:39,929 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:32:39,929 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:39,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,45083,1733193157124, seqNum=-1] 2024-12-03T02:32:39,930 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:39,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:39,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 837 msec 2024-12-03T02:32:39,934 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193159934, completionTime=-1 2024-12-03T02:32:39,934 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:32:39,934 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:32:39,936 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:32:39,936 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193219936 2024-12-03T02:32:39,936 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193279936 2024-12-03T02:32:39,936 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T02:32:39,936 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37423,1733193156877-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,936 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37423,1733193156877-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,936 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37423,1733193156877-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,936 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:37423, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,936 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,936 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,938 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:32:39,939 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.713sec 2024-12-03T02:32:39,939 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:32:39,939 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:32:39,939 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:32:39,939 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:32:39,939 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:32:39,939 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37423,1733193156877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:32:39,939 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37423,1733193156877-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:32:39,941 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:32:39,941 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:32:39,941 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37423,1733193156877-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:39,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45185177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:39,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,37423,-1 for getting cluster id 2024-12-03T02:32:39,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:39,992 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c326b7ac-749c-49ae-9f14-d864ea8e8e31' 2024-12-03T02:32:39,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c326b7ac-749c-49ae-9f14-d864ea8e8e31" 2024-12-03T02:32:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ffdcdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,37423,-1] 2024-12-03T02:32:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:39,994 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:39,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa008e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:39,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,45083,1733193157124, seqNum=-1] 2024-12-03T02:32:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:39,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:39,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,37423,1733193156877 2024-12-03T02:32:39,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64938 2024-12-03T02:32:40,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64938, baseZNode=/0-848299929 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:40,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a5272630002 connected 2024-12-03T02:32:40,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,37423,1733193156877 2024-12-03T02:32:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3adf8a57 2024-12-03T02:32:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:40,030 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:40,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:32:40,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:32:40,032 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:40,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:32:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:40,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:32:40,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:32:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:40,439 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 200659eac1a0391a273b1ccc69ca8772, NAME => 'test,,1733193160030.200659eac1a0391a273b1ccc69ca8772.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e 2024-12-03T02:32:40,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38335 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:32:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:40,756 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:32:40,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:40,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193160030.200659eac1a0391a273b1ccc69ca8772.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:40,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 200659eac1a0391a273b1ccc69ca8772, disabling compactions & flushes 2024-12-03T02:32:40,844 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193160030.200659eac1a0391a273b1ccc69ca8772. 2024-12-03T02:32:40,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193160030.200659eac1a0391a273b1ccc69ca8772. 2024-12-03T02:32:40,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193160030.200659eac1a0391a273b1ccc69ca8772. after waiting 0 ms 2024-12-03T02:32:40,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193160030.200659eac1a0391a273b1ccc69ca8772. 2024-12-03T02:32:40,844 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193160030.200659eac1a0391a273b1ccc69ca8772. 2024-12-03T02:32:40,844 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 200659eac1a0391a273b1ccc69ca8772: Waiting for close lock at 1733193160844Disabling compacts and flushes for region at 1733193160844Disabling writes for close at 1733193160844Writing region close event to WAL at 1733193160844Closed at 1733193160844 2024-12-03T02:32:40,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:32:40,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193160030.200659eac1a0391a273b1ccc69ca8772.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193160845"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193160845"}]},"ts":"1733193160845"} 2024-12-03T02:32:40,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:32:40,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:32:40,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193160847"}]},"ts":"1733193160847"} 2024-12-03T02:32:40,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:32:40,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=200659eac1a0391a273b1ccc69ca8772, ASSIGN}] 2024-12-03T02:32:40,849 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=200659eac1a0391a273b1ccc69ca8772, ASSIGN 2024-12-03T02:32:40,850 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=200659eac1a0391a273b1ccc69ca8772, ASSIGN; state=OFFLINE, location=64035cbb0b46,45083,1733193157124; forceNewPlan=false, retain=false 2024-12-03T02:32:41,000 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=200659eac1a0391a273b1ccc69ca8772, regionState=OPENING, regionLocation=64035cbb0b46,45083,1733193157124 2024-12-03T02:32:41,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=200659eac1a0391a273b1ccc69ca8772, ASSIGN because future has completed 2024-12-03T02:32:41,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 200659eac1a0391a273b1ccc69ca8772, server=64035cbb0b46,45083,1733193157124}] 2024-12-03T02:32:41,156 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193160030.200659eac1a0391a273b1ccc69ca8772. 2024-12-03T02:32:41,156 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 200659eac1a0391a273b1ccc69ca8772, NAME => 'test,,1733193160030.200659eac1a0391a273b1ccc69ca8772.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:41,156 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:41,156 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:32:41,157 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 200659eac1a0391a273b1ccc69ca8772 2024-12-03T02:32:41,157 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193160030.200659eac1a0391a273b1ccc69ca8772.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:41,157 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 200659eac1a0391a273b1ccc69ca8772 2024-12-03T02:32:41,157 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 200659eac1a0391a273b1ccc69ca8772 2024-12-03T02:32:41,158 INFO [StoreOpener-200659eac1a0391a273b1ccc69ca8772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 200659eac1a0391a273b1ccc69ca8772 2024-12-03T02:32:41,158 INFO [StoreOpener-200659eac1a0391a273b1ccc69ca8772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 200659eac1a0391a273b1ccc69ca8772 columnFamilyName f 2024-12-03T02:32:41,158 DEBUG [StoreOpener-200659eac1a0391a273b1ccc69ca8772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:41,159 INFO [StoreOpener-200659eac1a0391a273b1ccc69ca8772-1 {}] regionserver.HStore(327): Store=200659eac1a0391a273b1ccc69ca8772/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:41,159 INFO [StoreOpener-200659eac1a0391a273b1ccc69ca8772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 200659eac1a0391a273b1ccc69ca8772 2024-12-03T02:32:41,160 INFO [StoreOpener-200659eac1a0391a273b1ccc69ca8772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 200659eac1a0391a273b1ccc69ca8772 columnFamilyName f1 2024-12-03T02:32:41,160 DEBUG [StoreOpener-200659eac1a0391a273b1ccc69ca8772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:41,160 INFO [StoreOpener-200659eac1a0391a273b1ccc69ca8772-1 {}] regionserver.HStore(327): Store=200659eac1a0391a273b1ccc69ca8772/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:41,160 INFO [StoreOpener-200659eac1a0391a273b1ccc69ca8772-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 200659eac1a0391a273b1ccc69ca8772 2024-12-03T02:32:41,161 INFO [StoreOpener-200659eac1a0391a273b1ccc69ca8772-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 200659eac1a0391a273b1ccc69ca8772 columnFamilyName norep 2024-12-03T02:32:41,161 DEBUG [StoreOpener-200659eac1a0391a273b1ccc69ca8772-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:41,161 INFO [StoreOpener-200659eac1a0391a273b1ccc69ca8772-1 {}] regionserver.HStore(327): Store=200659eac1a0391a273b1ccc69ca8772/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:41,161 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 200659eac1a0391a273b1ccc69ca8772 2024-12-03T02:32:41,162 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/data/default/test/200659eac1a0391a273b1ccc69ca8772 2024-12-03T02:32:41,162 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/data/default/test/200659eac1a0391a273b1ccc69ca8772 2024-12-03T02:32:41,162 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 200659eac1a0391a273b1ccc69ca8772 2024-12-03T02:32:41,162 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 200659eac1a0391a273b1ccc69ca8772 2024-12-03T02:32:41,163 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:32:41,163 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 200659eac1a0391a273b1ccc69ca8772 2024-12-03T02:32:41,165 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/data/default/test/200659eac1a0391a273b1ccc69ca8772/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:41,165 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 200659eac1a0391a273b1ccc69ca8772; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70191858, jitterRate=0.04594019055366516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:32:41,165 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 200659eac1a0391a273b1ccc69ca8772 2024-12-03T02:32:41,165 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 200659eac1a0391a273b1ccc69ca8772: Running coprocessor pre-open hook at 1733193161157Writing region info on filesystem at 1733193161157Initializing all the Stores at 1733193161157Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193161157Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193161157Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193161157Cleaning up temporary data from old regions at 1733193161162 (+5 ms)Running coprocessor post-open hooks at 1733193161165 (+3 ms)Region opened successfully at 1733193161165 2024-12-03T02:32:41,166 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193160030.200659eac1a0391a273b1ccc69ca8772., pid=6, masterSystemTime=1733193161154 2024-12-03T02:32:41,167 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193160030.200659eac1a0391a273b1ccc69ca8772. 2024-12-03T02:32:41,167 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193160030.200659eac1a0391a273b1ccc69ca8772. 2024-12-03T02:32:41,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=200659eac1a0391a273b1ccc69ca8772, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,45083,1733193157124 2024-12-03T02:32:41,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 200659eac1a0391a273b1ccc69ca8772, server=64035cbb0b46,45083,1733193157124 because future has completed 2024-12-03T02:32:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:41,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:32:41,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 200659eac1a0391a273b1ccc69ca8772, server=64035cbb0b46,45083,1733193157124 in 168 msec 2024-12-03T02:32:41,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:32:41,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=200659eac1a0391a273b1ccc69ca8772, ASSIGN in 323 msec 2024-12-03T02:32:41,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:32:41,173 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193161173"}]},"ts":"1733193161173"} 2024-12-03T02:32:41,174 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:32:41,175 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:32:41,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-12-03T02:32:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:42,191 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:32:42,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221e0328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:42,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,37423,-1 for getting cluster id 2024-12-03T02:32:42,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:42,192 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c326b7ac-749c-49ae-9f14-d864ea8e8e31' 2024-12-03T02:32:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c326b7ac-749c-49ae-9f14-d864ea8e8e31" 2024-12-03T02:32:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54625ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,37423,-1] 2024-12-03T02:32:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:42,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:42,193 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5574264a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:42,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,37423,1733193156877 2024-12-03T02:32:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19a96316 2024-12-03T02:32:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:42,194 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:42,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:37423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:32:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:32:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:42,197 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:37423' 2024-12-03T02:32:42,197 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691f2659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:42,197 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,37423,-1 for getting cluster id 2024-12-03T02:32:42,197 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:42,198 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c326b7ac-749c-49ae-9f14-d864ea8e8e31' 2024-12-03T02:32:42,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:42,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c326b7ac-749c-49ae-9f14-d864ea8e8e31" 2024-12-03T02:32:42,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa3f48d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:42,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,37423,-1] 2024-12-03T02:32:42,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:42,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:42,199 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:42,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b386768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:42,199 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,37423,1733193156877 2024-12-03T02:32:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25155e1e 2024-12-03T02:32:42,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:42,200 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:42,201 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T02:32:42,201 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:32:42,201 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:42,201 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:42,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:42,201 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://64035cbb0b46:37423, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-03T02:32:42,206 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://64035cbb0b46:37423, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://64035cbb0b46:37423, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://64035cbb0b46:37423, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-03T02:32:42,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://64035cbb0b46:37423, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=11 msec 2024-12-03T02:32:42,207 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-03T02:32:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:32:42,301 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://64035cbb0b46:37423, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-03T02:32:42,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:32:42,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:32:42,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:42,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:42,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:32:42,316 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 360) Potentially hanging thread: ProcessThread(sid:0 cport:64938): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1693569732-7889 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3b78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@fb09bcf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 3 on default port 45075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1950285800_20 at /127.0.0.1:51868 [Receiving block BP-1815748680-172.17.0.3-1733193154706:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@23f20a26 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1693569732-7892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3b78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/64035cbb0b46:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1693569732-7890 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3b78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f3b789fccb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 39057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:64938 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/cluster_6950af41-ac7c-71c2-fda6-c66cdc66d55d/data/data1/current/BP-1815748680-172.17.0.3-1733193154706 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1950285800_20 at /127.0.0.1:51796 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 45075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp2049971488-7940 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@41aa86e5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;64035cbb0b46:45083 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 45075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-1815748680-172.17.0.3-1733193154706:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 45075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 64035cbb0b46:37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;64035cbb0b46:37423 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Session-HouseKeeper-2ecd037f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39057 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/64035cbb0b46:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/64035cbb0b46:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193159101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6e40db93 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2049971488-7938 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3b78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e-prefix:64035cbb0b46,45083,1733193157124.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45075 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39057 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3f861263 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1693569732-7896 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2066844639_20 at /127.0.0.1:51842 [Receiving block BP-1815748680-172.17.0.3-1733193154706:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e-prefix:64035cbb0b46,45083,1733193157124 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193159101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64938) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/cluster_6950af41-ac7c-71c2-fda6-c66cdc66d55d/data/data2/current/BP-1815748680-172.17.0.3-1733193154706 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64938) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64938) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1285293729) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/64035cbb0b46:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@37bcb7e5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: qtp2049971488-7939-acceptor-0@25869e1d-ServerConnector@79e3ec00{HTTP/1.1, (http/1.1)}{localhost:42683} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1693569732-7893-acceptor-0@556d18cc-ServerConnector@45a5c8bc{HTTP/1.1, (http/1.1)}{localhost:37147} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1693569732-7891 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3b78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1950285800_20 at /127.0.0.1:51888 [Receiving block BP-1815748680-172.17.0.3-1733193154706:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1693569732-7894 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1dcae63 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2049971488-7941 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;64035cbb0b46:45083-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39057/user/jenkins/test-data/57e279ea-9ead-1339-34a7-4d81fe00c73e/MasterData-prefix:64035cbb0b46,37423,1733193156877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$589/0x00007f3b78aaf420.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1815748680-172.17.0.3-1733193154706:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-42d9c65d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 39057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1815748680-172.17.0.3-1733193154706:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1693569732-7895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RS_OPEN_META-regionserver/64035cbb0b46:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/cluster_6950af41-ac7c-71c2-fda6-c66cdc66d55d/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 4 on default port 39057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7c6068fd[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5029b8e1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@38926877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/cluster_6950af41-ac7c-71c2-fda6-c66cdc66d55d/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: BP-1815748680-172.17.0.3-1733193154706 heartbeating to localhost/127.0.0.1:39057 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=631 (was 674), ProcessCount=11 (was 11), AvailableMemoryMB=2716 (was 2987) 2024-12-03T02:32:42,319 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-03T02:32:42,330 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=631, ProcessCount=11, AvailableMemoryMB=2715 2024-12-03T02:32:42,330 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-03T02:32:42,341 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-03T02:32:42,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/hadoop.log.dir so I do NOT create it in target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa 2024-12-03T02:32:42,342 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:32:42,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/hadoop.tmp.dir so I do NOT create it in target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa 2024-12-03T02:32:42,342 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55ff345a-b82a-a9c8-31f4-7ada94e9c396/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:32:42,342 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa 2024-12-03T02:32:42,342 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/cluster_b6595287-75a3-6332-c99e-fc20cf31271f, deleteOnExit=true 2024-12-03T02:32:42,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/cluster_b6595287-75a3-6332-c99e-fc20cf31271f/zookeeper_0, clientPort=63109, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/cluster_b6595287-75a3-6332-c99e-fc20cf31271f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/cluster_b6595287-75a3-6332-c99e-fc20cf31271f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T02:32:42,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63109 2024-12-03T02:32:42,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:32:42,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:32:42,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/test.cache.data in system properties and HBase conf 2024-12-03T02:32:42,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:32:42,382 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:32:42,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:32:42,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:42,776 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:32:42,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:32:42,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:32:42,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:32:42,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:42,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c28748a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:32:42,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ca2e5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:32:42,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ee37d6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/java.io.tmpdir/jetty-localhost-45413-hadoop-hdfs-3_4_1-tests_jar-_-any-13944281301363658024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:32:42,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fe87771{HTTP/1.1, (http/1.1)}{localhost:45413} 2024-12-03T02:32:42,870 INFO [Time-limited test {}] server.Server(415): Started @318057ms 2024-12-03T02:32:43,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:43,075 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:32:43,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:32:43,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:32:43,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T02:32:43,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dc40698{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:32:43,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4770895e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:32:43,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ea454d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/java.io.tmpdir/jetty-localhost-35469-hadoop-hdfs-3_4_1-tests_jar-_-any-9545167840443615346/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:32:43,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d10570c{HTTP/1.1, (http/1.1)}{localhost:35469} 2024-12-03T02:32:43,173 INFO [Time-limited test {}] server.Server(415): Started @318360ms 2024-12-03T02:32:43,173 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:32:43,713 WARN [Thread-4318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/cluster_b6595287-75a3-6332-c99e-fc20cf31271f/data/data1/current/BP-237082893-172.17.0.3-1733193162394/current, will proceed with Du for space computation calculation, 2024-12-03T02:32:43,713 WARN [Thread-4319 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/cluster_b6595287-75a3-6332-c99e-fc20cf31271f/data/data2/current/BP-237082893-172.17.0.3-1733193162394/current, will proceed with Du for space computation calculation, 2024-12-03T02:32:43,743 WARN [Thread-4306 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:32:43,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe471befd8822b0b2 with lease ID 0x2eb2fa361d3d810e: Processing first storage report for DS-fa6d3250-2a17-4947-8d4f-a01f8895f347 from datanode DatanodeRegistration(127.0.0.1:34479, datanodeUuid=dd437f75-bac6-4fb3-8276-aa4a69e6044f, infoPort=42167, infoSecurePort=0, ipcPort=40601, storageInfo=lv=-57;cid=testClusterID;nsid=554945549;c=1733193162394) 2024-12-03T02:32:43,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe471befd8822b0b2 with lease ID 0x2eb2fa361d3d810e: from storage DS-fa6d3250-2a17-4947-8d4f-a01f8895f347 node DatanodeRegistration(127.0.0.1:34479, datanodeUuid=dd437f75-bac6-4fb3-8276-aa4a69e6044f, infoPort=42167, infoSecurePort=0, ipcPort=40601, storageInfo=lv=-57;cid=testClusterID;nsid=554945549;c=1733193162394), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:32:43,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe471befd8822b0b2 with lease ID 0x2eb2fa361d3d810e: Processing first storage report for DS-8788be96-6049-4fef-ac9f-ebac95087b1b from datanode DatanodeRegistration(127.0.0.1:34479, datanodeUuid=dd437f75-bac6-4fb3-8276-aa4a69e6044f, infoPort=42167, infoSecurePort=0, ipcPort=40601, storageInfo=lv=-57;cid=testClusterID;nsid=554945549;c=1733193162394) 2024-12-03T02:32:43,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe471befd8822b0b2 with lease ID 0x2eb2fa361d3d810e: from storage DS-8788be96-6049-4fef-ac9f-ebac95087b1b node DatanodeRegistration(127.0.0.1:34479, datanodeUuid=dd437f75-bac6-4fb3-8276-aa4a69e6044f, infoPort=42167, infoSecurePort=0, ipcPort=40601, storageInfo=lv=-57;cid=testClusterID;nsid=554945549;c=1733193162394), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:32:43,795 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa 2024-12-03T02:32:43,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:43,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:43,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:32:43,814 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649 with version=8 2024-12-03T02:32:43,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/hbase-staging 2024-12-03T02:32:43,829 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:32:43,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:43,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:43,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:32:43,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:43,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:32:43,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:32:43,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:32:43,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35919 2024-12-03T02:32:43,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35919 connecting to ZooKeeper ensemble=127.0.0.1:63109 2024-12-03T02:32:43,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359190x0, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:43,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35919-0x1019a5290740000 connected 2024-12-03T02:32:43,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:43,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:43,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Set watcher on znode that does not yet exist, /01480075492/running 2024-12-03T02:32:43,942 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649, hbase.cluster.distributed=false 2024-12-03T02:32:43,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Set watcher on znode that does not yet exist, /01480075492/acl 2024-12-03T02:32:43,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35919 2024-12-03T02:32:43,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35919 2024-12-03T02:32:43,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35919 2024-12-03T02:32:43,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35919 2024-12-03T02:32:43,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35919 2024-12-03T02:32:43,956 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:32:43,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:43,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:43,957 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:32:43,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:43,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:32:43,957 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:32:43,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:32:43,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37399 2024-12-03T02:32:43,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37399 connecting to ZooKeeper ensemble=127.0.0.1:63109 2024-12-03T02:32:43,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:43,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:43,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373990x0, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:43,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373990x0, quorum=127.0.0.1:63109, baseZNode=/01480075492 Set watcher on znode that does not yet exist, /01480075492/running 2024-12-03T02:32:43,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37399-0x1019a5290740001 connected 2024-12-03T02:32:43,965 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:32:43,966 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:32:43,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Set watcher on znode that does not yet exist, /01480075492/master 2024-12-03T02:32:43,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Set watcher on znode that does not yet exist, /01480075492/acl 2024-12-03T02:32:43,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37399 2024-12-03T02:32:43,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37399 2024-12-03T02:32:43,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37399 2024-12-03T02:32:43,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37399 2024-12-03T02:32:43,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37399 2024-12-03T02:32:43,982 DEBUG [M:0;64035cbb0b46:35919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:35919 2024-12-03T02:32:43,983 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01480075492/backup-masters/64035cbb0b46,35919,1733193163829 2024-12-03T02:32:43,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492/backup-masters 2024-12-03T02:32:43,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492/backup-masters 2024-12-03T02:32:43,990 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Set watcher on existing znode=/01480075492/backup-masters/64035cbb0b46,35919,1733193163829 2024-12-03T02:32:43,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:43,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:32:43,991 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128778 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:32:43,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01480075492/master 2024-12-03T02:32:43,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:32:43,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:32:43,998 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Set watcher on existing znode=/01480075492/master 2024-12-03T02:32:43,998 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01480075492/backup-masters/64035cbb0b46,35919,1733193163829 from backup master directory 2024-12-03T02:32:44,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492/backup-masters 2024-12-03T02:32:44,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01480075492/backup-masters/64035cbb0b46,35919,1733193163829 2024-12-03T02:32:44,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492/backup-masters 2024-12-03T02:32:44,006 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:32:44,006 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,35919,1733193163829 2024-12-03T02:32:44,009 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/hbase.id] with ID: 0e21716f-cd8f-4919-81b9-546e086f7e66 2024-12-03T02:32:44,009 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/.tmp/hbase.id 2024-12-03T02:32:44,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:32:44,413 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/.tmp/hbase.id]:[hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/hbase.id] 2024-12-03T02:32:44,418 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:44,418 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:32:44,419 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T02:32:44,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:32:44,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:32:44,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:32:44,860 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:44,861 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:32:44,861 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:44,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:32:45,229 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T02:32:45,230 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-03T02:32:45,267 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store 2024-12-03T02:32:45,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:32:45,676 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:45,676 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:32:45,676 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:45,676 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:45,676 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:32:45,676 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:45,676 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:45,676 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193165676Disabling compacts and flushes for region at 1733193165676Disabling writes for close at 1733193165676Writing region close event to WAL at 1733193165676Closed at 1733193165676 2024-12-03T02:32:45,677 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/.initializing 2024-12-03T02:32:45,677 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/WALs/64035cbb0b46,35919,1733193163829 2024-12-03T02:32:45,678 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:32:45,679 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C35919%2C1733193163829, suffix=, logDir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/WALs/64035cbb0b46,35919,1733193163829, archiveDir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/oldWALs, maxLogs=10 2024-12-03T02:32:45,690 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/WALs/64035cbb0b46,35919,1733193163829/64035cbb0b46%2C35919%2C1733193163829.1733193165679, exclude list is [], retry=0 2024-12-03T02:32:45,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34479,DS-fa6d3250-2a17-4947-8d4f-a01f8895f347,DISK] 2024-12-03T02:32:45,694 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/WALs/64035cbb0b46,35919,1733193163829/64035cbb0b46%2C35919%2C1733193163829.1733193165679 2024-12-03T02:32:45,694 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42167:42167)] 2024-12-03T02:32:45,694 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:45,695 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:45,695 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:45,695 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:45,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:45,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:32:45,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:45,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:45,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:45,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:32:45,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:45,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:45,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:45,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:32:45,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:45,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:45,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:45,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:32:45,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:45,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:45,700 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:45,701 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:45,701 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:45,702 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:45,702 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:45,702 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:45,703 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:45,704 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:45,705 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74218057, jitterRate=0.1059352308511734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:45,705 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193165695Initializing all the Stores at 1733193165695Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193165695Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193165696 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193165696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193165696Cleaning up temporary data from old regions at 1733193165702 (+6 ms)Region opened successfully at 1733193165705 (+3 ms) 2024-12-03T02:32:45,705 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:32:45,707 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9c115b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:32:45,708 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:32:45,708 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:32:45,708 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:32:45,708 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:32:45,708 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:32:45,709 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:32:45,709 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:32:45,710 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:32:45,711 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Unable to get data of znode /01480075492/balancer because node does not exist (not necessarily an error) 2024-12-03T02:32:45,739 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01480075492/balancer already deleted, retry=false 2024-12-03T02:32:45,740 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:32:45,740 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Unable to get data of znode /01480075492/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:32:45,748 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01480075492/normalizer already deleted, retry=false 2024-12-03T02:32:45,748 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:32:45,748 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Unable to get data of znode /01480075492/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:32:45,756 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01480075492/switch/split already deleted, retry=false 2024-12-03T02:32:45,757 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Unable to get data of znode /01480075492/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:32:45,764 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01480075492/switch/merge already deleted, retry=false 2024-12-03T02:32:45,766 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Unable to get data of znode /01480075492/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:32:45,773 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01480075492/snapshot-cleanup already deleted, retry=false 2024-12-03T02:32:45,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01480075492/running 2024-12-03T02:32:45,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01480075492/running 2024-12-03T02:32:45,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:32:45,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:32:45,782 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,35919,1733193163829, sessionid=0x1019a5290740000, setting cluster-up flag (Was=false) 2024-12-03T02:32:45,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:32:45,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:32:45,823 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01480075492/flush-table-proc/acquired, /01480075492/flush-table-proc/reached, /01480075492/flush-table-proc/abort 2024-12-03T02:32:45,823 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,35919,1733193163829 2024-12-03T02:32:45,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:32:45,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:32:45,864 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01480075492/online-snapshot/acquired, /01480075492/online-snapshot/reached, /01480075492/online-snapshot/abort 2024-12-03T02:32:45,865 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,35919,1733193163829 2024-12-03T02:32:45,866 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:32:45,867 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:45,867 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:32:45,867 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:32:45,867 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,35919,1733193163829 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:32:45,868 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:45,868 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:45,868 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:45,868 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:45,868 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:32:45,868 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:45,869 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:32:45,869 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:45,869 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193195869 2024-12-03T02:32:45,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:45,870 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:32:45,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:32:45,870 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:32:45,870 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:32:45,870 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:32:45,870 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:32:45,870 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:32:45,870 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,870 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:32:45,870 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:32:45,870 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:32:45,870 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:45,870 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:32:45,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:32:45,870 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:32:45,870 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:32:45,871 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193165870,5,FailOnTimeoutGroup] 2024-12-03T02:32:45,871 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193165871,5,FailOnTimeoutGroup] 2024-12-03T02:32:45,871 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,871 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:32:45,871 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,871 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:32:45,876 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(746): ClusterId : 0e21716f-cd8f-4919-81b9-546e086f7e66 2024-12-03T02:32:45,876 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:32:45,881 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:32:45,881 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:32:45,890 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:32:45,890 DEBUG [RS:0;64035cbb0b46:37399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b6f5f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:32:45,900 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:37399 2024-12-03T02:32:45,900 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:32:45,900 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:32:45,900 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:32:45,900 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,35919,1733193163829 with port=37399, startcode=1733193163956 2024-12-03T02:32:45,901 DEBUG [RS:0;64035cbb0b46:37399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:32:45,902 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:32:45,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,37399,1733193163956 2024-12-03T02:32:45,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35919 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,37399,1733193163956 2024-12-03T02:32:45,903 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649 2024-12-03T02:32:45,903 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35539 2024-12-03T02:32:45,903 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:32:45,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492/rs 2024-12-03T02:32:45,914 DEBUG [RS:0;64035cbb0b46:37399 {}] zookeeper.ZKUtil(111): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Set watcher on existing znode=/01480075492/rs/64035cbb0b46,37399,1733193163956 2024-12-03T02:32:45,914 WARN [RS:0;64035cbb0b46:37399 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:32:45,914 INFO [RS:0;64035cbb0b46:37399 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:45,914 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956 2024-12-03T02:32:45,914 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,37399,1733193163956] 2024-12-03T02:32:45,917 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:32:45,919 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:32:45,919 INFO [RS:0;64035cbb0b46:37399 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:32:45,919 INFO [RS:0;64035cbb0b46:37399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,919 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:32:45,920 INFO [RS:0;64035cbb0b46:37399 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:32:45,920 INFO [RS:0;64035cbb0b46:37399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:32:45,920 DEBUG [RS:0;64035cbb0b46:37399 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:32:45,923 INFO [RS:0;64035cbb0b46:37399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,923 INFO [RS:0;64035cbb0b46:37399 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,923 INFO [RS:0;64035cbb0b46:37399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,923 INFO [RS:0;64035cbb0b46:37399 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,923 INFO [RS:0;64035cbb0b46:37399 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,923 INFO [RS:0;64035cbb0b46:37399 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37399,1733193163956-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:32:45,935 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:32:45,935 INFO [RS:0;64035cbb0b46:37399 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,37399,1733193163956-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,935 INFO [RS:0;64035cbb0b46:37399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,935 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.Replication(171): 64035cbb0b46,37399,1733193163956 started 2024-12-03T02:32:45,961 INFO [RS:0;64035cbb0b46:37399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:45,961 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,37399,1733193163956, RpcServer on 64035cbb0b46/172.17.0.3:37399, sessionid=0x1019a5290740001 2024-12-03T02:32:45,961 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:32:45,961 DEBUG [RS:0;64035cbb0b46:37399 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,37399,1733193163956 2024-12-03T02:32:45,961 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,37399,1733193163956' 2024-12-03T02:32:45,961 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01480075492/flush-table-proc/abort' 2024-12-03T02:32:45,962 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01480075492/flush-table-proc/acquired' 2024-12-03T02:32:45,962 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:32:45,962 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:32:45,962 DEBUG [RS:0;64035cbb0b46:37399 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,37399,1733193163956 2024-12-03T02:32:45,962 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,37399,1733193163956' 2024-12-03T02:32:45,962 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01480075492/online-snapshot/abort' 2024-12-03T02:32:45,962 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01480075492/online-snapshot/acquired' 2024-12-03T02:32:45,963 DEBUG [RS:0;64035cbb0b46:37399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:32:45,963 INFO [RS:0;64035cbb0b46:37399 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:32:45,963 INFO [RS:0;64035cbb0b46:37399 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:32:46,063 INFO [RS:0;64035cbb0b46:37399 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:32:46,064 INFO [RS:0;64035cbb0b46:37399 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C37399%2C1733193163956, suffix=, logDir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956, archiveDir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/oldWALs, maxLogs=10 2024-12-03T02:32:46,080 DEBUG [RS:0;64035cbb0b46:37399 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065, exclude list is [], retry=0 2024-12-03T02:32:46,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34479,DS-fa6d3250-2a17-4947-8d4f-a01f8895f347,DISK] 2024-12-03T02:32:46,083 INFO [RS:0;64035cbb0b46:37399 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 2024-12-03T02:32:46,083 DEBUG [RS:0;64035cbb0b46:37399 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42167:42167)] 2024-12-03T02:32:46,276 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:32:46,276 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649 2024-12-03T02:32:46,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741833_1009 (size=32) 2024-12-03T02:32:46,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:32:46,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:46,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:32:46,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:32:46,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:46,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:46,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:32:46,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:32:46,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:46,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:46,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:32:46,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:32:46,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:46,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:46,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:32:46,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:32:46,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:46,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:46,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:32:46,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740 2024-12-03T02:32:46,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740 2024-12-03T02:32:46,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:32:46,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:32:46,688 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:46,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:32:46,691 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:46,691 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70150423, jitterRate=0.045322760939598083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:46,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193166681Initializing all the Stores at 1733193166681Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193166681Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193166681Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193166681Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193166681Cleaning up temporary data from old regions at 1733193166687 (+6 ms)Region opened successfully at 1733193166691 (+4 ms) 2024-12-03T02:32:46,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:32:46,691 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:32:46,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:32:46,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:32:46,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:32:46,692 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:32:46,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193166691Disabling compacts and flushes for region at 1733193166691Disabling writes for close at 1733193166691Writing region close event to WAL at 1733193166692 (+1 ms)Closed at 1733193166692 2024-12-03T02:32:46,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:46,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:32:46,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:32:46,694 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:32:46,694 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:32:46,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:46,845 DEBUG [64035cbb0b46:35919 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:32:46,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,37399,1733193163956 2024-12-03T02:32:46,846 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,37399,1733193163956, state=OPENING 2024-12-03T02:32:46,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:32:46,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:32:46,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:32:46,897 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:32:46,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,37399,1733193163956}] 2024-12-03T02:32:46,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01480075492/meta-region-server: CHANGED 2024-12-03T02:32:46,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01480075492/meta-region-server: CHANGED 2024-12-03T02:32:47,049 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:32:47,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:32:47,053 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:32:47,053 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:47,053 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:32:47,054 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C37399%2C1733193163956.meta, suffix=.meta, logDir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956, archiveDir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/oldWALs, maxLogs=10 2024-12-03T02:32:47,066 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.meta.1733193167055.meta, exclude list is [], retry=0 2024-12-03T02:32:47,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34479,DS-fa6d3250-2a17-4947-8d4f-a01f8895f347,DISK] 2024-12-03T02:32:47,069 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.meta.1733193167055.meta 2024-12-03T02:32:47,069 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42167:42167)] 2024-12-03T02:32:47,069 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:47,069 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:47,069 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:32:47,070 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:32:47,070 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:32:47,070 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:32:47,070 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:47,070 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:32:47,070 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:32:47,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:32:47,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:32:47,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:47,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:47,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:32:47,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:32:47,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:47,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:47,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:32:47,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:32:47,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:47,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:47,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:32:47,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:32:47,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:47,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:47,074 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:32:47,075 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740 2024-12-03T02:32:47,075 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740 2024-12-03T02:32:47,076 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:32:47,076 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:32:47,076 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:47,077 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:32:47,078 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65454129, jitterRate=-0.0246574729681015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:47,078 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:32:47,078 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193167070Writing region info on filesystem at 1733193167070Initializing all the Stores at 1733193167071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193167071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193167071Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193167071Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193167071Cleaning up temporary data from old regions at 1733193167076 (+5 ms)Running coprocessor post-open hooks at 1733193167078 (+2 ms)Region opened successfully at 1733193167078 2024-12-03T02:32:47,079 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193167049 2024-12-03T02:32:47,080 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:32:47,080 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:32:47,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,37399,1733193163956 2024-12-03T02:32:47,081 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,37399,1733193163956, state=OPEN 2024-12-03T02:32:47,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01480075492/meta-region-server 2024-12-03T02:32:47,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01480075492/meta-region-server 2024-12-03T02:32:47,121 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,37399,1733193163956 2024-12-03T02:32:47,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01480075492/meta-region-server: CHANGED 2024-12-03T02:32:47,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01480075492/meta-region-server: CHANGED 2024-12-03T02:32:47,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:32:47,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,37399,1733193163956 in 224 msec 2024-12-03T02:32:47,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:32:47,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-12-03T02:32:47,124 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:47,124 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:32:47,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:47,125 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,37399,1733193163956, seqNum=-1] 2024-12-03T02:32:47,126 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:47,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:47,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-12-03T02:32:47,131 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193167131, completionTime=-1 2024-12-03T02:32:47,131 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:32:47,131 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:32:47,133 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:32:47,133 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193227133 2024-12-03T02:32:47,133 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193287133 2024-12-03T02:32:47,133 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-03T02:32:47,133 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35919,1733193163829-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:47,133 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35919,1733193163829-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:47,133 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35919,1733193163829-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:47,133 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:35919, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:47,133 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:47,134 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:47,135 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:32:47,137 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.131sec 2024-12-03T02:32:47,137 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:32:47,137 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:32:47,137 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:32:47,137 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:32:47,137 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:32:47,137 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35919,1733193163829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:32:47,138 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35919,1733193163829-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:32:47,140 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:32:47,140 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:32:47,140 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,35919,1733193163829-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:47,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c484d91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:47,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35919,-1 for getting cluster id 2024-12-03T02:32:47,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:47,178 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e21716f-cd8f-4919-81b9-546e086f7e66' 2024-12-03T02:32:47,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:47,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e21716f-cd8f-4919-81b9-546e086f7e66" 2024-12-03T02:32:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641df4ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35919,-1] 2024-12-03T02:32:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:47,180 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:47,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440e28a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:47,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:47,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,37399,1733193163956, seqNum=-1] 2024-12-03T02:32:47,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:47,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:47,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,35919,1733193163829 2024-12-03T02:32:47,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63109 2024-12-03T02:32:47,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:47,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019a5290740002 connected 2024-12-03T02:32:47,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/hadoop.log.dir so I do NOT create it in target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5 2024-12-03T02:32:47,210 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:32:47,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/hadoop.tmp.dir so I do NOT create it in target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5 2024-12-03T02:32:47,210 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:32:47,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5 2024-12-03T02:32:47,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:32:47,211 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/cluster_715e6793-1db0-db95-a9d0-7e409e1afc2b, deleteOnExit=true 2024-12-03T02:32:47,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:32:47,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/test.cache.data in system properties and HBase conf 2024-12-03T02:32:47,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:32:47,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:32:47,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:32:47,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:32:47,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:32:47,212 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:32:47,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:32:47,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:32:47,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:32:47,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:32:47,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:32:47,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:32:47,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:32:47,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:32:47,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:32:47,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:32:47,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:32:47,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:32:47,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:32:47,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:32:47,609 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:47,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:32:47,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:32:47,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:32:47,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:32:47,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:47,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@120c009b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:32:47,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a9daec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:32:47,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dc5da3c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/java.io.tmpdir/jetty-localhost-38965-hadoop-hdfs-3_4_1-tests_jar-_-any-8265615377722145820/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:32:47,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58742cf4{HTTP/1.1, (http/1.1)}{localhost:38965} 2024-12-03T02:32:47,780 INFO [Time-limited test {}] server.Server(415): Started @322967ms 2024-12-03T02:32:48,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:48,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:32:48,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:32:48,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:32:48,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:32:48,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e6042bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:32:48,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d4aa982{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:32:48,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42679e96{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/java.io.tmpdir/jetty-localhost-43121-hadoop-hdfs-3_4_1-tests_jar-_-any-439958188578111040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:32:48,333 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21d13a32{HTTP/1.1, (http/1.1)}{localhost:43121} 2024-12-03T02:32:48,333 INFO [Time-limited test {}] server.Server(415): Started @323520ms 2024-12-03T02:32:48,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:32:48,873 WARN [Thread-4440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/cluster_715e6793-1db0-db95-a9d0-7e409e1afc2b/data/data2/current/BP-1970933053-172.17.0.3-1733193167255/current, will proceed with Du for space computation calculation, 2024-12-03T02:32:48,873 WARN [Thread-4439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/cluster_715e6793-1db0-db95-a9d0-7e409e1afc2b/data/data1/current/BP-1970933053-172.17.0.3-1733193167255/current, will proceed with Du for space computation calculation, 2024-12-03T02:32:48,900 WARN [Thread-4427 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:32:48,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x660870982c28a2bd with lease ID 0xcfe9106b16591cf1: Processing first storage report for DS-e2263009-92ac-4e44-a842-063fc7fcf8e4 from datanode DatanodeRegistration(127.0.0.1:45971, datanodeUuid=354b0661-94fd-4b22-b9c4-d5d459511b3d, infoPort=37583, infoSecurePort=0, ipcPort=32839, storageInfo=lv=-57;cid=testClusterID;nsid=1701085319;c=1733193167255) 2024-12-03T02:32:48,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x660870982c28a2bd with lease ID 0xcfe9106b16591cf1: from storage DS-e2263009-92ac-4e44-a842-063fc7fcf8e4 node DatanodeRegistration(127.0.0.1:45971, datanodeUuid=354b0661-94fd-4b22-b9c4-d5d459511b3d, infoPort=37583, infoSecurePort=0, ipcPort=32839, storageInfo=lv=-57;cid=testClusterID;nsid=1701085319;c=1733193167255), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:32:48,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x660870982c28a2bd with lease ID 0xcfe9106b16591cf1: Processing first storage report for DS-69095ae2-c7fe-46e0-aa06-e790ca00f97d from datanode DatanodeRegistration(127.0.0.1:45971, datanodeUuid=354b0661-94fd-4b22-b9c4-d5d459511b3d, infoPort=37583, infoSecurePort=0, ipcPort=32839, storageInfo=lv=-57;cid=testClusterID;nsid=1701085319;c=1733193167255) 2024-12-03T02:32:48,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x660870982c28a2bd with lease ID 0xcfe9106b16591cf1: from storage DS-69095ae2-c7fe-46e0-aa06-e790ca00f97d node DatanodeRegistration(127.0.0.1:45971, datanodeUuid=354b0661-94fd-4b22-b9c4-d5d459511b3d, infoPort=37583, infoSecurePort=0, ipcPort=32839, storageInfo=lv=-57;cid=testClusterID;nsid=1701085319;c=1733193167255), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:32:48,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5 2024-12-03T02:32:48,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:48,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:48,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:32:48,989 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5 with version=8 2024-12-03T02:32:48,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/hbase-staging 2024-12-03T02:32:48,995 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:32:48,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:48,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:48,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:32:48,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:48,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:32:48,995 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:32:48,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:32:48,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41107 2024-12-03T02:32:48,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41107 connecting to ZooKeeper ensemble=127.0.0.1:63109 2024-12-03T02:32:49,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411070x0, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:49,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41107-0x1019a5290740003 connected 2024-12-03T02:32:49,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:49,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:49,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Set watcher on znode that does not yet exist, /1-2105987794/running 2024-12-03T02:32:49,077 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5, hbase.cluster.distributed=false 2024-12-03T02:32:49,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Set watcher on znode that does not yet exist, /1-2105987794/acl 2024-12-03T02:32:49,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41107 2024-12-03T02:32:49,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41107 2024-12-03T02:32:49,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41107 2024-12-03T02:32:49,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41107 2024-12-03T02:32:49,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41107 2024-12-03T02:32:49,101 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:32:49,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:49,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:49,101 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:32:49,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:49,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:32:49,101 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:32:49,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:32:49,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39793 2024-12-03T02:32:49,102 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39793 connecting to ZooKeeper ensemble=127.0.0.1:63109 2024-12-03T02:32:49,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:49,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:49,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397930x0, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:49,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397930x0, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Set watcher on znode that does not yet exist, /1-2105987794/running 2024-12-03T02:32:49,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39793-0x1019a5290740004 connected 2024-12-03T02:32:49,115 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:32:49,116 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:32:49,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Set watcher on znode that does not yet exist, /1-2105987794/master 2024-12-03T02:32:49,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Set watcher on znode that does not yet exist, /1-2105987794/acl 2024-12-03T02:32:49,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39793 2024-12-03T02:32:49,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39793 2024-12-03T02:32:49,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39793 2024-12-03T02:32:49,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39793 2024-12-03T02:32:49,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39793 2024-12-03T02:32:49,137 DEBUG [M:0;64035cbb0b46:41107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:41107 2024-12-03T02:32:49,138 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2105987794/backup-masters/64035cbb0b46,41107,1733193168995 2024-12-03T02:32:49,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794/backup-masters 2024-12-03T02:32:49,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794/backup-masters 2024-12-03T02:32:49,148 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Set watcher on existing znode=/1-2105987794/backup-masters/64035cbb0b46,41107,1733193168995 2024-12-03T02:32:49,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2105987794/master 2024-12-03T02:32:49,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:32:49,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:32:49,156 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Set watcher on existing znode=/1-2105987794/master 2024-12-03T02:32:49,156 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2105987794/backup-masters/64035cbb0b46,41107,1733193168995 from backup master directory 2024-12-03T02:32:49,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2105987794/backup-masters/64035cbb0b46,41107,1733193168995 2024-12-03T02:32:49,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794/backup-masters 2024-12-03T02:32:49,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794/backup-masters 2024-12-03T02:32:49,164 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:32:49,164 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,41107,1733193168995 2024-12-03T02:32:49,167 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/hbase.id] with ID: 0cb8c09b-b519-4378-ba34-634b9dfe9862 2024-12-03T02:32:49,167 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/.tmp/hbase.id 2024-12-03T02:32:49,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:32:49,575 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/.tmp/hbase.id]:[hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/hbase.id] 2024-12-03T02:32:49,584 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:49,584 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:32:49,585 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T02:32:49,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:32:49,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:32:49,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:32:50,012 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:50,013 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:32:50,015 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:50,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:32:50,040 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store 2024-12-03T02:32:50,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:32:50,458 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:50,458 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:32:50,458 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:50,459 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:50,459 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:32:50,459 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:50,459 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:50,459 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193170458Disabling compacts and flushes for region at 1733193170458Disabling writes for close at 1733193170459 (+1 ms)Writing region close event to WAL at 1733193170459Closed at 1733193170459 2024-12-03T02:32:50,459 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/.initializing 2024-12-03T02:32:50,460 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/WALs/64035cbb0b46,41107,1733193168995 2024-12-03T02:32:50,461 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:32:50,463 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C41107%2C1733193168995, suffix=, logDir=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/WALs/64035cbb0b46,41107,1733193168995, archiveDir=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/oldWALs, maxLogs=10 2024-12-03T02:32:50,482 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/WALs/64035cbb0b46,41107,1733193168995/64035cbb0b46%2C41107%2C1733193168995.1733193170463, exclude list is [], retry=0 2024-12-03T02:32:50,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45971,DS-e2263009-92ac-4e44-a842-063fc7fcf8e4,DISK] 2024-12-03T02:32:50,496 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/WALs/64035cbb0b46,41107,1733193168995/64035cbb0b46%2C41107%2C1733193168995.1733193170463 2024-12-03T02:32:50,496 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37583:37583)] 2024-12-03T02:32:50,496 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:50,496 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:50,496 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:50,496 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:50,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:50,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:32:50,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:50,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:50,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:50,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:32:50,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:50,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:50,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:50,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:32:50,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:50,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:50,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:50,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:32:50,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:50,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:50,505 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:50,506 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:50,506 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:50,508 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:50,508 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:50,508 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:50,509 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:50,512 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:50,512 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63207588, jitterRate=-0.05813354253768921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:50,512 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193170497Initializing all the Stores at 1733193170497Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193170497Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193170499 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193170499Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193170499Cleaning up temporary data from old regions at 1733193170508 (+9 ms)Region opened successfully at 1733193170512 (+4 ms) 2024-12-03T02:32:50,515 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:32:50,518 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56499d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:32:50,519 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:32:50,520 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:32:50,520 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:32:50,520 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:32:50,520 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:32:50,521 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:32:50,521 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:32:50,529 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:32:50,530 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Unable to get data of znode /1-2105987794/balancer because node does not exist (not necessarily an error) 2024-12-03T02:32:50,564 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2105987794/balancer already deleted, retry=false 2024-12-03T02:32:50,565 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:32:50,566 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Unable to get data of znode /1-2105987794/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:32:50,573 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2105987794/normalizer already deleted, retry=false 2024-12-03T02:32:50,573 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:32:50,577 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Unable to get data of znode /1-2105987794/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:32:50,581 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2105987794/switch/split already deleted, retry=false 2024-12-03T02:32:50,582 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Unable to get data of znode /1-2105987794/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:32:50,589 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2105987794/switch/merge already deleted, retry=false 2024-12-03T02:32:50,591 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Unable to get data of znode /1-2105987794/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:32:50,597 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2105987794/snapshot-cleanup already deleted, retry=false 2024-12-03T02:32:50,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2105987794/running 2024-12-03T02:32:50,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2105987794/running 2024-12-03T02:32:50,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:32:50,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:32:50,606 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,41107,1733193168995, sessionid=0x1019a5290740003, setting cluster-up flag (Was=false) 2024-12-03T02:32:50,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:32:50,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:32:50,739 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2105987794/flush-table-proc/acquired, /1-2105987794/flush-table-proc/reached, /1-2105987794/flush-table-proc/abort 2024-12-03T02:32:50,741 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,41107,1733193168995 2024-12-03T02:32:50,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:32:50,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:32:50,781 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2105987794/online-snapshot/acquired, /1-2105987794/online-snapshot/reached, /1-2105987794/online-snapshot/abort 2024-12-03T02:32:50,782 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,41107,1733193168995 2024-12-03T02:32:50,796 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:32:50,798 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:50,798 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:32:50,798 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:32:50,799 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,41107,1733193168995 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:32:50,800 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:50,800 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:50,800 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:50,800 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:50,800 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:32:50,800 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:50,801 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:32:50,801 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:50,812 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:50,813 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:32:50,814 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:50,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:32:50,815 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193200815 2024-12-03T02:32:50,815 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:32:50,815 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:32:50,815 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:32:50,815 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:32:50,815 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:32:50,815 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:32:50,823 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:50,826 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:32:50,826 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:32:50,827 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:32:50,827 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:32:50,830 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:32:50,830 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:32:50,841 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(746): ClusterId : 0cb8c09b-b519-4378-ba34-634b9dfe9862 2024-12-03T02:32:50,841 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:32:50,842 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193170830,5,FailOnTimeoutGroup] 2024-12-03T02:32:50,843 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193170843,5,FailOnTimeoutGroup] 2024-12-03T02:32:50,843 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:50,843 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:32:50,843 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:50,843 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:50,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:32:50,848 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:32:50,849 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5 2024-12-03T02:32:50,850 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:32:50,850 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:32:50,857 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:32:50,857 DEBUG [RS:0;64035cbb0b46:39793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e6d0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:32:50,877 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:39793 2024-12-03T02:32:50,877 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:32:50,877 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:32:50,877 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:32:50,878 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,41107,1733193168995 with port=39793, startcode=1733193169101 2024-12-03T02:32:50,878 DEBUG [RS:0;64035cbb0b46:39793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:32:50,899 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:32:50,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41107 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,39793,1733193169101 2024-12-03T02:32:50,899 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41107 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,39793,1733193169101 2024-12-03T02:32:50,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741832_1008 (size=32) 2024-12-03T02:32:50,901 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5 2024-12-03T02:32:50,901 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39661 2024-12-03T02:32:50,901 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:32:50,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794/rs 2024-12-03T02:32:50,928 DEBUG [RS:0;64035cbb0b46:39793 {}] zookeeper.ZKUtil(111): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Set watcher on existing znode=/1-2105987794/rs/64035cbb0b46,39793,1733193169101 2024-12-03T02:32:50,928 WARN [RS:0;64035cbb0b46:39793 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:32:50,928 INFO [RS:0;64035cbb0b46:39793 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:50,928 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/WALs/64035cbb0b46,39793,1733193169101 2024-12-03T02:32:50,939 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,39793,1733193169101] 2024-12-03T02:32:50,943 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:32:50,947 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:32:50,948 INFO [RS:0;64035cbb0b46:39793 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:32:50,948 INFO [RS:0;64035cbb0b46:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:50,949 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:32:50,949 INFO [RS:0;64035cbb0b46:39793 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:32:50,950 INFO [RS:0;64035cbb0b46:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:32:50,950 DEBUG [RS:0;64035cbb0b46:39793 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:32:50,955 INFO [RS:0;64035cbb0b46:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:50,955 INFO [RS:0;64035cbb0b46:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:50,955 INFO [RS:0;64035cbb0b46:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:50,955 INFO [RS:0;64035cbb0b46:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:50,955 INFO [RS:0;64035cbb0b46:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:50,955 INFO [RS:0;64035cbb0b46:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39793,1733193169101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:32:50,981 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:32:50,981 INFO [RS:0;64035cbb0b46:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,39793,1733193169101-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:50,981 INFO [RS:0;64035cbb0b46:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:50,981 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.Replication(171): 64035cbb0b46,39793,1733193169101 started 2024-12-03T02:32:51,002 INFO [RS:0;64035cbb0b46:39793 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:51,002 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,39793,1733193169101, RpcServer on 64035cbb0b46/172.17.0.3:39793, sessionid=0x1019a5290740004 2024-12-03T02:32:51,002 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:32:51,002 DEBUG [RS:0;64035cbb0b46:39793 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,39793,1733193169101 2024-12-03T02:32:51,002 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,39793,1733193169101' 2024-12-03T02:32:51,002 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2105987794/flush-table-proc/abort' 2024-12-03T02:32:51,003 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2105987794/flush-table-proc/acquired' 2024-12-03T02:32:51,003 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:32:51,004 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:32:51,004 DEBUG [RS:0;64035cbb0b46:39793 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,39793,1733193169101 2024-12-03T02:32:51,005 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,39793,1733193169101' 2024-12-03T02:32:51,005 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2105987794/online-snapshot/abort' 2024-12-03T02:32:51,007 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2105987794/online-snapshot/acquired' 2024-12-03T02:32:51,011 DEBUG [RS:0;64035cbb0b46:39793 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:32:51,012 INFO [RS:0;64035cbb0b46:39793 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:32:51,012 INFO [RS:0;64035cbb0b46:39793 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:32:51,112 INFO [RS:0;64035cbb0b46:39793 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:32:51,114 INFO [RS:0;64035cbb0b46:39793 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C39793%2C1733193169101, suffix=, logDir=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/WALs/64035cbb0b46,39793,1733193169101, archiveDir=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/oldWALs, maxLogs=10 2024-12-03T02:32:51,134 DEBUG [RS:0;64035cbb0b46:39793 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/WALs/64035cbb0b46,39793,1733193169101/64035cbb0b46%2C39793%2C1733193169101.1733193171114, exclude list is [], retry=0 2024-12-03T02:32:51,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45971,DS-e2263009-92ac-4e44-a842-063fc7fcf8e4,DISK] 2024-12-03T02:32:51,137 INFO [RS:0;64035cbb0b46:39793 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/WALs/64035cbb0b46,39793,1733193169101/64035cbb0b46%2C39793%2C1733193169101.1733193171114 2024-12-03T02:32:51,139 DEBUG [RS:0;64035cbb0b46:39793 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37583:37583)] 2024-12-03T02:32:51,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:51,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:32:51,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:32:51,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:51,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:51,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:32:51,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:32:51,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:51,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:51,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:32:51,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:32:51,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:51,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:51,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:32:51,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:32:51,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:51,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:51,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:32:51,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740 2024-12-03T02:32:51,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740 2024-12-03T02:32:51,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:32:51,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:32:51,333 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:51,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:32:51,352 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:51,352 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72401533, jitterRate=0.07886691391468048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:51,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193171300Initializing all the Stores at 1733193171301 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193171301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193171313 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193171313Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193171313Cleaning up temporary data from old regions at 1733193171332 (+19 ms)Region opened successfully at 1733193171352 (+20 ms) 2024-12-03T02:32:51,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:32:51,353 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:32:51,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:32:51,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:32:51,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:32:51,355 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:32:51,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193171352Disabling compacts and flushes for region at 1733193171352Disabling writes for close at 1733193171353 (+1 ms)Writing region close event to WAL at 1733193171355 (+2 ms)Closed at 1733193171355 2024-12-03T02:32:51,357 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:51,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:32:51,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:32:51,358 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:32:51,359 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:32:51,510 DEBUG [64035cbb0b46:41107 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:32:51,510 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,39793,1733193169101 2024-12-03T02:32:51,512 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,39793,1733193169101, state=OPENING 2024-12-03T02:32:51,539 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:32:51,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:32:51,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:32:51,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2105987794/meta-region-server: CHANGED 2024-12-03T02:32:51,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2105987794/meta-region-server: CHANGED 2024-12-03T02:32:51,550 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:32:51,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,39793,1733193169101}] 2024-12-03T02:32:51,722 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:32:51,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:32:51,727 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:32:51,727 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:51,727 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:32:51,728 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C39793%2C1733193169101.meta, suffix=.meta, logDir=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/WALs/64035cbb0b46,39793,1733193169101, archiveDir=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/oldWALs, maxLogs=10 2024-12-03T02:32:51,745 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/WALs/64035cbb0b46,39793,1733193169101/64035cbb0b46%2C39793%2C1733193169101.meta.1733193171729.meta, exclude list is [], retry=0 2024-12-03T02:32:51,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45971,DS-e2263009-92ac-4e44-a842-063fc7fcf8e4,DISK] 2024-12-03T02:32:51,757 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/WALs/64035cbb0b46,39793,1733193169101/64035cbb0b46%2C39793%2C1733193169101.meta.1733193171729.meta 2024-12-03T02:32:51,761 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37583:37583)] 2024-12-03T02:32:51,761 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:51,762 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:51,762 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:32:51,762 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:32:51,762 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:32:51,762 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:32:51,762 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:51,762 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:32:51,762 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:32:51,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:32:51,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:32:51,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:51,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:51,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:32:51,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:32:51,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:51,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:51,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:32:51,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:32:51,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:51,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:51,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:32:51,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:32:51,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:51,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:51,766 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:32:51,767 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740 2024-12-03T02:32:51,767 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740 2024-12-03T02:32:51,768 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:32:51,768 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:32:51,768 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:51,769 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:32:51,770 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59557454, jitterRate=-0.11252477765083313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:51,770 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:32:51,770 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193171762Writing region info on filesystem at 1733193171762Initializing all the Stores at 1733193171763 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193171763Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193171763Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193171763Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193171763Cleaning up temporary data from old regions at 1733193171768 (+5 ms)Running coprocessor post-open hooks at 1733193171770 (+2 ms)Region opened successfully at 1733193171770 2024-12-03T02:32:51,772 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193171721 2024-12-03T02:32:51,774 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:32:51,774 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:32:51,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,39793,1733193169101 2024-12-03T02:32:51,775 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,39793,1733193169101, state=OPEN 2024-12-03T02:32:51,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2105987794/meta-region-server 2024-12-03T02:32:51,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2105987794/meta-region-server 2024-12-03T02:32:51,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,39793,1733193169101 2024-12-03T02:32:51,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2105987794/meta-region-server: CHANGED 2024-12-03T02:32:51,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2105987794/meta-region-server: CHANGED 2024-12-03T02:32:51,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:32:51,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,39793,1733193169101 in 231 msec 2024-12-03T02:32:51,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:32:51,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-12-03T02:32:51,785 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:51,785 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:32:51,786 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:51,786 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,39793,1733193169101, seqNum=-1] 2024-12-03T02:32:51,786 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:51,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:51,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 995 msec 2024-12-03T02:32:51,792 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193171792, completionTime=-1 2024-12-03T02:32:51,792 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:32:51,792 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:32:51,794 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:32:51,794 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193231794 2024-12-03T02:32:51,794 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193291794 2024-12-03T02:32:51,794 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T02:32:51,794 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41107,1733193168995-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:51,794 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41107,1733193168995-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:51,794 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41107,1733193168995-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:51,794 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:41107, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:51,794 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:51,794 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:51,797 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:32:51,798 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.634sec 2024-12-03T02:32:51,798 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:32:51,798 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:32:51,798 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:32:51,798 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:32:51,798 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:32:51,798 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41107,1733193168995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:32:51,798 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41107,1733193168995-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:32:51,809 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:32:51,809 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:32:51,809 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41107,1733193168995-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:51,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34392620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:51,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41107,-1 for getting cluster id 2024-12-03T02:32:51,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:51,848 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cb8c09b-b519-4378-ba34-634b9dfe9862' 2024-12-03T02:32:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cb8c09b-b519-4378-ba34-634b9dfe9862" 2024-12-03T02:32:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93db377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:51,848 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41107,-1] 2024-12-03T02:32:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:51,850 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:51,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77cb022a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:51,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:51,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,39793,1733193169101, seqNum=-1] 2024-12-03T02:32:51,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:51,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:51,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,41107,1733193168995 2024-12-03T02:32:51,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63109 2024-12-03T02:32:51,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:51,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/hadoop.log.dir so I do NOT create it in target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588 2024-12-03T02:32:51,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T02:32:51,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/hadoop.tmp.dir so I do NOT create it in target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588 2024-12-03T02:32:51,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T02:32:51,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588 2024-12-03T02:32:51,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T02:32:51,897 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/cluster_88c1fee7-470b-e2d4-6404-42ea8c1f51d7, deleteOnExit=true 2024-12-03T02:32:51,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T02:32:51,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/test.cache.data in system properties and HBase conf 2024-12-03T02:32:51,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T02:32:51,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/hadoop.log.dir in system properties and HBase conf 2024-12-03T02:32:51,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T02:32:51,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T02:32:51,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T02:32:51,898 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T02:32:51,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:32:51,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T02:32:51,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T02:32:51,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:32:51,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T02:32:51,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T02:32:51,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T02:32:51,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:32:51,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T02:32:51,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/nfs.dump.dir in system properties and HBase conf 2024-12-03T02:32:51,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/java.io.tmpdir in system properties and HBase conf 2024-12-03T02:32:51,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T02:32:51,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T02:32:51,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T02:32:51,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019a5290740005 connected 2024-12-03T02:32:52,344 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T02:32:52,344 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,345 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,345 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,345 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,345 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,345 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,346 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,346 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,406 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,406 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,407 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,407 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,407 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,408 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,416 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,420 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,420 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,424 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:32:52,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:52,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:32:52,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:32:52,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:32:52,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:32:52,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:52,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49fc223d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:32:52,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5130d4ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:32:52,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2189988b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/java.io.tmpdir/jetty-localhost-37911-hadoop-hdfs-3_4_1-tests_jar-_-any-13275800720683295227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:32:52,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f01166e{HTTP/1.1, (http/1.1)}{localhost:37911} 2024-12-03T02:32:52,619 INFO [Time-limited test {}] server.Server(415): Started @327806ms 2024-12-03T02:32:52,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T02:32:52,997 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T02:32:52,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T02:32:52,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T02:32:52,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T02:32:53,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e7f8a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/hadoop.log.dir/,AVAILABLE} 2024-12-03T02:32:53,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f942ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T02:32:53,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c6828a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/java.io.tmpdir/jetty-localhost-40763-hadoop-hdfs-3_4_1-tests_jar-_-any-14133951306567435470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:32:53,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6702ad4c{HTTP/1.1, (http/1.1)}{localhost:40763} 2024-12-03T02:32:53,120 INFO [Time-limited test {}] server.Server(415): Started @328307ms 2024-12-03T02:32:53,121 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T02:32:53,669 WARN [Thread-4560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/cluster_88c1fee7-470b-e2d4-6404-42ea8c1f51d7/data/data1/current/BP-652158159-172.17.0.3-1733193171925/current, will proceed with Du for space computation calculation, 2024-12-03T02:32:53,673 WARN [Thread-4561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/cluster_88c1fee7-470b-e2d4-6404-42ea8c1f51d7/data/data2/current/BP-652158159-172.17.0.3-1733193171925/current, will proceed with Du for space computation calculation, 2024-12-03T02:32:53,714 WARN [Thread-4548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T02:32:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e28297e87c9593 with lease ID 0x741a31f89aeb2be3: Processing first storage report for DS-979bcc60-2ed5-4a19-8c25-dde26241d4bd from datanode DatanodeRegistration(127.0.0.1:40119, datanodeUuid=5c2c970c-5063-4779-acad-e160f5acf2a7, infoPort=40643, infoSecurePort=0, ipcPort=44543, storageInfo=lv=-57;cid=testClusterID;nsid=1437537271;c=1733193171925) 2024-12-03T02:32:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e28297e87c9593 with lease ID 0x741a31f89aeb2be3: from storage DS-979bcc60-2ed5-4a19-8c25-dde26241d4bd node DatanodeRegistration(127.0.0.1:40119, datanodeUuid=5c2c970c-5063-4779-acad-e160f5acf2a7, infoPort=40643, infoSecurePort=0, ipcPort=44543, storageInfo=lv=-57;cid=testClusterID;nsid=1437537271;c=1733193171925), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:32:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e28297e87c9593 with lease ID 0x741a31f89aeb2be3: Processing first storage report for DS-1d6369bc-5e6f-4d2e-8a2c-18f726b6281a from datanode DatanodeRegistration(127.0.0.1:40119, datanodeUuid=5c2c970c-5063-4779-acad-e160f5acf2a7, infoPort=40643, infoSecurePort=0, ipcPort=44543, storageInfo=lv=-57;cid=testClusterID;nsid=1437537271;c=1733193171925) 2024-12-03T02:32:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e28297e87c9593 with lease ID 0x741a31f89aeb2be3: from storage DS-1d6369bc-5e6f-4d2e-8a2c-18f726b6281a node DatanodeRegistration(127.0.0.1:40119, datanodeUuid=5c2c970c-5063-4779-acad-e160f5acf2a7, infoPort=40643, infoSecurePort=0, ipcPort=44543, storageInfo=lv=-57;cid=testClusterID;nsid=1437537271;c=1733193171925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T02:32:53,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588 2024-12-03T02:32:53,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:53,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:53,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741825_1001 (size=7) 2024-12-03T02:32:54,197 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901 with version=8 2024-12-03T02:32:54,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/hbase-staging 2024-12-03T02:32:54,198 INFO [Time-limited test {}] client.ConnectionUtils(128): master/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:32:54,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:54,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:54,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:32:54,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:54,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:32:54,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T02:32:54,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:32:54,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41827 2024-12-03T02:32:54,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41827 connecting to ZooKeeper ensemble=127.0.0.1:63109 2024-12-03T02:32:54,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418270x0, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:54,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41827-0x1019a5290740006 connected 2024-12-03T02:32:54,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:54,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:54,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Set watcher on znode that does not yet exist, /2541335515/running 2024-12-03T02:32:54,310 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901, hbase.cluster.distributed=false 2024-12-03T02:32:54,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Set watcher on znode that does not yet exist, /2541335515/acl 2024-12-03T02:32:54,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41827 2024-12-03T02:32:54,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41827 2024-12-03T02:32:54,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41827 2024-12-03T02:32:54,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41827 2024-12-03T02:32:54,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41827 2024-12-03T02:32:54,337 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/64035cbb0b46:0 server-side Connection retries=45 2024-12-03T02:32:54,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:54,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:54,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T02:32:54,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T02:32:54,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T02:32:54,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T02:32:54,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T02:32:54,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46665 2024-12-03T02:32:54,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46665 connecting to ZooKeeper ensemble=127.0.0.1:63109 2024-12-03T02:32:54,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:54,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:54,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466650x0, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:54,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46665-0x1019a5290740007 connected 2024-12-03T02:32:54,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Set watcher on znode that does not yet exist, /2541335515/running 2024-12-03T02:32:54,348 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T02:32:54,350 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T02:32:54,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Set watcher on znode that does not yet exist, /2541335515/master 2024-12-03T02:32:54,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Set watcher on znode that does not yet exist, /2541335515/acl 2024-12-03T02:32:54,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46665 2024-12-03T02:32:54,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46665 2024-12-03T02:32:54,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46665 2024-12-03T02:32:54,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46665 2024-12-03T02:32:54,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46665 2024-12-03T02:32:54,376 DEBUG [M:0;64035cbb0b46:41827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;64035cbb0b46:41827 2024-12-03T02:32:54,376 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2541335515/backup-masters/64035cbb0b46,41827,1733193174198 2024-12-03T02:32:54,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515/backup-masters 2024-12-03T02:32:54,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515/backup-masters 2024-12-03T02:32:54,381 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Set watcher on existing znode=/2541335515/backup-masters/64035cbb0b46,41827,1733193174198 2024-12-03T02:32:54,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2541335515/master 2024-12-03T02:32:54,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:32:54,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:32:54,389 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Set watcher on existing znode=/2541335515/master 2024-12-03T02:32:54,389 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2541335515/backup-masters/64035cbb0b46,41827,1733193174198 from backup master directory 2024-12-03T02:32:54,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2541335515/backup-masters/64035cbb0b46,41827,1733193174198 2024-12-03T02:32:54,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515/backup-masters 2024-12-03T02:32:54,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515/backup-masters 2024-12-03T02:32:54,397 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:32:54,397 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=64035cbb0b46,41827,1733193174198 2024-12-03T02:32:54,401 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/hbase.id] with ID: 36181ca1-f275-4ba3-a552-e403ba585557 2024-12-03T02:32:54,401 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/.tmp/hbase.id 2024-12-03T02:32:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741826_1002 (size=42) 2024-12-03T02:32:54,808 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/.tmp/hbase.id]:[hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/hbase.id] 2024-12-03T02:32:54,816 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:32:54,816 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T02:32:54,817 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-03T02:32:54,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:32:54,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:32:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741827_1003 (size=196) 2024-12-03T02:32:54,868 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:54,869 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T02:32:54,869 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:54,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741828_1004 (size=1189) 2024-12-03T02:32:54,889 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store 2024-12-03T02:32:54,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741829_1005 (size=34) 2024-12-03T02:32:54,905 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:54,905 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:32:54,905 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:54,905 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:54,905 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:32:54,905 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:54,905 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:32:54,906 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193174905Disabling compacts and flushes for region at 1733193174905Disabling writes for close at 1733193174905Writing region close event to WAL at 1733193174905Closed at 1733193174905 2024-12-03T02:32:54,906 WARN [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/.initializing 2024-12-03T02:32:54,906 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/WALs/64035cbb0b46,41827,1733193174198 2024-12-03T02:32:54,907 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:32:54,909 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=64035cbb0b46%2C41827%2C1733193174198, suffix=, logDir=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/WALs/64035cbb0b46,41827,1733193174198, archiveDir=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/oldWALs, maxLogs=10 2024-12-03T02:32:54,929 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/WALs/64035cbb0b46,41827,1733193174198/64035cbb0b46%2C41827%2C1733193174198.1733193174910, exclude list is [], retry=0 2024-12-03T02:32:54,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40119,DS-979bcc60-2ed5-4a19-8c25-dde26241d4bd,DISK] 2024-12-03T02:32:54,940 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/WALs/64035cbb0b46,41827,1733193174198/64035cbb0b46%2C41827%2C1733193174198.1733193174910 2024-12-03T02:32:54,943 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40643:40643)] 2024-12-03T02:32:54,944 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:54,944 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:54,944 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:54,944 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:54,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:54,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T02:32:54,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:54,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:54,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:54,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T02:32:54,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:54,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:54,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:54,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T02:32:54,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:54,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:54,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:54,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T02:32:54,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:54,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:54,955 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:54,955 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:54,956 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:54,956 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:54,956 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:54,957 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:54,958 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T02:32:54,960 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:54,960 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75156434, jitterRate=0.11991813778877258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:54,961 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733193174944Initializing all the Stores at 1733193174945 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193174945Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193174947 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193174947Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193174947Cleaning up temporary data from old regions at 1733193174957 (+10 ms)Region opened successfully at 1733193174961 (+4 ms) 2024-12-03T02:32:54,961 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T02:32:54,963 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6c588e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:32:54,964 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T02:32:54,964 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T02:32:54,965 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T02:32:54,965 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T02:32:54,965 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T02:32:54,966 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-03T02:32:54,966 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T02:32:54,969 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T02:32:54,970 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Unable to get data of znode /2541335515/balancer because node does not exist (not necessarily an error) 2024-12-03T02:32:55,006 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2541335515/balancer already deleted, retry=false 2024-12-03T02:32:55,006 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T02:32:55,008 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Unable to get data of znode /2541335515/normalizer because node does not exist (not necessarily an error) 2024-12-03T02:32:55,072 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2541335515/normalizer already deleted, retry=false 2024-12-03T02:32:55,073 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T02:32:55,075 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Unable to get data of znode /2541335515/switch/split because node does not exist (not necessarily an error) 2024-12-03T02:32:55,130 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2541335515/switch/split already deleted, retry=false 2024-12-03T02:32:55,131 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Unable to get data of znode /2541335515/switch/merge because node does not exist (not necessarily an error) 2024-12-03T02:32:55,180 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2541335515/switch/merge already deleted, retry=false 2024-12-03T02:32:55,182 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Unable to get data of znode /2541335515/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T02:32:55,238 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2541335515/snapshot-cleanup already deleted, retry=false 2024-12-03T02:32:55,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2541335515/running 2024-12-03T02:32:55,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2541335515/running 2024-12-03T02:32:55,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:32:55,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:32:55,289 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=64035cbb0b46,41827,1733193174198, sessionid=0x1019a5290740006, setting cluster-up flag (Was=false) 2024-12-03T02:32:55,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:32:55,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:32:55,589 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2541335515/flush-table-proc/acquired, /2541335515/flush-table-proc/reached, /2541335515/flush-table-proc/abort 2024-12-03T02:32:55,590 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,41827,1733193174198 2024-12-03T02:32:55,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:32:55,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:32:55,937 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2541335515/online-snapshot/acquired, /2541335515/online-snapshot/reached, /2541335515/online-snapshot/abort 2024-12-03T02:32:55,938 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=64035cbb0b46,41827,1733193174198 2024-12-03T02:32:55,938 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T02:32:55,940 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:55,940 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T02:32:55,940 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T02:32:55,940 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 64035cbb0b46,41827,1733193174198 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T02:32:55,941 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:55,941 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:55,941 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:55,941 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/64035cbb0b46:0, corePoolSize=5, maxPoolSize=5 2024-12-03T02:32:55,941 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/64035cbb0b46:0, corePoolSize=10, maxPoolSize=10 2024-12-03T02:32:55,942 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:55,942 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:32:55,942 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:55,943 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733193205942 2024-12-03T02:32:55,943 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T02:32:55,943 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T02:32:55,943 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T02:32:55,943 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T02:32:55,943 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T02:32:55,943 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T02:32:55,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:55,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T02:32:55,944 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:55,944 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T02:32:55,946 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:55,946 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T02:32:55,946 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T02:32:55,946 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T02:32:55,946 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-03T02:32:55,947 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T02:32:55,947 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T02:32:55,947 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193175947,5,FailOnTimeoutGroup] 2024-12-03T02:32:55,947 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193175947,5,FailOnTimeoutGroup] 2024-12-03T02:32:55,947 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:55,947 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T02:32:55,947 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:55,947 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:55,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741831_1007 (size=1321) 2024-12-03T02:32:55,963 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(746): ClusterId : 36181ca1-f275-4ba3-a552-e403ba585557 2024-12-03T02:32:55,963 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T02:32:56,020 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T02:32:56,021 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T02:32:56,082 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T02:32:56,083 DEBUG [RS:0;64035cbb0b46:46665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f30619a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=64035cbb0b46/172.17.0.3:0 2024-12-03T02:32:56,100 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;64035cbb0b46:46665 2024-12-03T02:32:56,100 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T02:32:56,100 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T02:32:56,100 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T02:32:56,101 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(2659): reportForDuty to master=64035cbb0b46,41827,1733193174198 with port=46665, startcode=1733193174337 2024-12-03T02:32:56,101 DEBUG [RS:0;64035cbb0b46:46665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T02:32:56,102 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T02:32:56,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 64035cbb0b46,46665,1733193174337 2024-12-03T02:32:56,103 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41827 {}] master.ServerManager(517): Registering regionserver=64035cbb0b46,46665,1733193174337 2024-12-03T02:32:56,104 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901 2024-12-03T02:32:56,104 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35751 2024-12-03T02:32:56,104 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T02:32:56,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515/rs 2024-12-03T02:32:56,206 DEBUG [RS:0;64035cbb0b46:46665 {}] zookeeper.ZKUtil(111): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Set watcher on existing znode=/2541335515/rs/64035cbb0b46,46665,1733193174337 2024-12-03T02:32:56,206 WARN [RS:0;64035cbb0b46:46665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T02:32:56,206 INFO [RS:0;64035cbb0b46:46665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:56,206 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/WALs/64035cbb0b46,46665,1733193174337 2024-12-03T02:32:56,207 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [64035cbb0b46,46665,1733193174337] 2024-12-03T02:32:56,214 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T02:32:56,215 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T02:32:56,216 INFO [RS:0;64035cbb0b46:46665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T02:32:56,216 INFO [RS:0;64035cbb0b46:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:56,216 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T02:32:56,216 INFO [RS:0;64035cbb0b46:46665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T02:32:56,217 INFO [RS:0;64035cbb0b46:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/64035cbb0b46:0, corePoolSize=2, maxPoolSize=2 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/64035cbb0b46:0, corePoolSize=1, maxPoolSize=1 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:32:56,217 DEBUG [RS:0;64035cbb0b46:46665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/64035cbb0b46:0, corePoolSize=3, maxPoolSize=3 2024-12-03T02:32:56,217 INFO [RS:0;64035cbb0b46:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:56,218 INFO [RS:0;64035cbb0b46:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:56,218 INFO [RS:0;64035cbb0b46:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:56,218 INFO [RS:0;64035cbb0b46:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:56,218 INFO [RS:0;64035cbb0b46:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:56,218 INFO [RS:0;64035cbb0b46:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46665,1733193174337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:32:56,241 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T02:32:56,241 INFO [RS:0;64035cbb0b46:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,46665,1733193174337-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:56,242 INFO [RS:0;64035cbb0b46:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:56,242 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.Replication(171): 64035cbb0b46,46665,1733193174337 started 2024-12-03T02:32:56,259 INFO [RS:0;64035cbb0b46:46665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:56,259 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1482): Serving as 64035cbb0b46,46665,1733193174337, RpcServer on 64035cbb0b46/172.17.0.3:46665, sessionid=0x1019a5290740007 2024-12-03T02:32:56,259 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T02:32:56,260 DEBUG [RS:0;64035cbb0b46:46665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 64035cbb0b46,46665,1733193174337 2024-12-03T02:32:56,260 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,46665,1733193174337' 2024-12-03T02:32:56,260 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2541335515/flush-table-proc/abort' 2024-12-03T02:32:56,260 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2541335515/flush-table-proc/acquired' 2024-12-03T02:32:56,260 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T02:32:56,260 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T02:32:56,261 DEBUG [RS:0;64035cbb0b46:46665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 64035cbb0b46,46665,1733193174337 2024-12-03T02:32:56,261 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '64035cbb0b46,46665,1733193174337' 2024-12-03T02:32:56,261 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2541335515/online-snapshot/abort' 2024-12-03T02:32:56,261 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2541335515/online-snapshot/acquired' 2024-12-03T02:32:56,261 DEBUG [RS:0;64035cbb0b46:46665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T02:32:56,261 INFO [RS:0;64035cbb0b46:46665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T02:32:56,261 INFO [RS:0;64035cbb0b46:46665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T02:32:56,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T02:32:56,351 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901 2024-12-03T02:32:56,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741832_1008 (size=32) 2024-12-03T02:32:56,362 INFO [RS:0;64035cbb0b46:46665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T02:32:56,363 INFO [RS:0;64035cbb0b46:46665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C46665%2C1733193174337, suffix=, logDir=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/WALs/64035cbb0b46,46665,1733193174337, archiveDir=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/oldWALs, maxLogs=10 2024-12-03T02:32:56,380 DEBUG [RS:0;64035cbb0b46:46665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/WALs/64035cbb0b46,46665,1733193174337/64035cbb0b46%2C46665%2C1733193174337.1733193176363, exclude list is [], retry=0 2024-12-03T02:32:56,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40119,DS-979bcc60-2ed5-4a19-8c25-dde26241d4bd,DISK] 2024-12-03T02:32:56,402 INFO [RS:0;64035cbb0b46:46665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/WALs/64035cbb0b46,46665,1733193174337/64035cbb0b46%2C46665%2C1733193174337.1733193176363 2024-12-03T02:32:56,403 DEBUG [RS:0;64035cbb0b46:46665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40643:40643)] 2024-12-03T02:32:56,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:56,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:32:56,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:32:56,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:56,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:56,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:32:56,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:32:56,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:56,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:56,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:32:56,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:32:56,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:56,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:56,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:32:56,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:32:56,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:56,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:56,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:32:56,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740 2024-12-03T02:32:56,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740 2024-12-03T02:32:56,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:32:56,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:32:56,771 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:56,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:32:56,774 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:56,775 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63736923, jitterRate=-0.05024583637714386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:56,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733193176762Initializing all the Stores at 1733193176762Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193176762Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193176763 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193176763Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193176763Cleaning up temporary data from old regions at 1733193176771 (+8 ms)Region opened successfully at 1733193176775 (+4 ms) 2024-12-03T02:32:56,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:32:56,775 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:32:56,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:32:56,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:32:56,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:32:56,776 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:32:56,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193176775Disabling compacts and flushes for region at 1733193176775Disabling writes for close at 1733193176775Writing region close event to WAL at 1733193176776 (+1 ms)Closed at 1733193176776 2024-12-03T02:32:56,778 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:56,778 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T02:32:56,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T02:32:56,780 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:32:56,780 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T02:32:56,931 DEBUG [64035cbb0b46:41827 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T02:32:56,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=64035cbb0b46,46665,1733193174337 2024-12-03T02:32:56,932 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,46665,1733193174337, state=OPENING 2024-12-03T02:32:56,955 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T02:32:56,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:32:56,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:32:56,964 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T02:32:56,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2541335515/meta-region-server: CHANGED 2024-12-03T02:32:56,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2541335515/meta-region-server: CHANGED 2024-12-03T02:32:56,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,46665,1733193174337}] 2024-12-03T02:32:57,116 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:32:57,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:32:57,120 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T02:32:57,120 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:32:57,120 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T02:32:57,122 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C46665%2C1733193174337.meta, suffix=.meta, logDir=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/WALs/64035cbb0b46,46665,1733193174337, archiveDir=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/oldWALs, maxLogs=10 2024-12-03T02:32:57,139 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/WALs/64035cbb0b46,46665,1733193174337/64035cbb0b46%2C46665%2C1733193174337.meta.1733193177122.meta, exclude list is [], retry=0 2024-12-03T02:32:57,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40119,DS-979bcc60-2ed5-4a19-8c25-dde26241d4bd,DISK] 2024-12-03T02:32:57,142 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/WALs/64035cbb0b46,46665,1733193174337/64035cbb0b46%2C46665%2C1733193174337.meta.1733193177122.meta 2024-12-03T02:32:57,143 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40643:40643)] 2024-12-03T02:32:57,143 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:57,143 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:57,143 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:32:57,143 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T02:32:57,143 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T02:32:57,143 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T02:32:57,143 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:57,143 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T02:32:57,143 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T02:32:57,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T02:32:57,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T02:32:57,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:57,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:57,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T02:32:57,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T02:32:57,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:57,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:57,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T02:32:57,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T02:32:57,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:57,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:57,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T02:32:57,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T02:32:57,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:57,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T02:32:57,149 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T02:32:57,149 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740 2024-12-03T02:32:57,150 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740 2024-12-03T02:32:57,151 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T02:32:57,151 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T02:32:57,151 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T02:32:57,152 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T02:32:57,152 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60045900, jitterRate=-0.10524636507034302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T02:32:57,152 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T02:32:57,152 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733193177144Writing region info on filesystem at 1733193177144Initializing all the Stores at 1733193177144Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193177144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193177144Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193177144Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733193177144Cleaning up temporary data from old regions at 1733193177151 (+7 ms)Running coprocessor post-open hooks at 1733193177152 (+1 ms)Region opened successfully at 1733193177152 2024-12-03T02:32:57,153 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733193177116 2024-12-03T02:32:57,154 DEBUG [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T02:32:57,154 INFO [RS_OPEN_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T02:32:57,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,46665,1733193174337 2024-12-03T02:32:57,155 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 64035cbb0b46,46665,1733193174337, state=OPEN 2024-12-03T02:32:57,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2541335515/meta-region-server 2024-12-03T02:32:57,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2541335515/meta-region-server 2024-12-03T02:32:57,164 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=64035cbb0b46,46665,1733193174337 2024-12-03T02:32:57,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2541335515/meta-region-server: CHANGED 2024-12-03T02:32:57,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2541335515/meta-region-server: CHANGED 2024-12-03T02:32:57,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T02:32:57,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=64035cbb0b46,46665,1733193174337 in 200 msec 2024-12-03T02:32:57,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T02:32:57,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-12-03T02:32:57,167 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T02:32:57,167 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T02:32:57,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:57,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,46665,1733193174337, seqNum=-1] 2024-12-03T02:32:57,168 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:57,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:57,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-12-03T02:32:57,172 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733193177172, completionTime=-1 2024-12-03T02:32:57,172 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T02:32:57,172 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T02:32:57,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T02:32:57,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733193237174 2024-12-03T02:32:57,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733193297174 2024-12-03T02:32:57,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-03T02:32:57,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41827,1733193174198-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:57,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41827,1733193174198-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:57,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41827,1733193174198-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:57,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-64035cbb0b46:41827, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:57,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:57,174 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:57,176 DEBUG [master/64035cbb0b46:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T02:32:57,177 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.780sec 2024-12-03T02:32:57,177 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T02:32:57,177 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T02:32:57,177 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T02:32:57,177 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T02:32:57,177 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T02:32:57,177 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41827,1733193174198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T02:32:57,177 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41827,1733193174198-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T02:32:57,179 DEBUG [master/64035cbb0b46:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T02:32:57,179 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T02:32:57,179 INFO [master/64035cbb0b46:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=64035cbb0b46,41827,1733193174198-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T02:32:57,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60718653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:57,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41827,-1 for getting cluster id 2024-12-03T02:32:57,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:32:57,265 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36181ca1-f275-4ba3-a552-e403ba585557' 2024-12-03T02:32:57,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:32:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36181ca1-f275-4ba3-a552-e403ba585557" 2024-12-03T02:32:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb6b64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41827,-1] 2024-12-03T02:32:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:32:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:32:57,267 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:32:57,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd0806c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:32:57,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:32:57,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,46665,1733193174337, seqNum=-1] 2024-12-03T02:32:57,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:32:57,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:32:57,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=64035cbb0b46,41827,1733193174198 2024-12-03T02:32:57,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63109 2024-12-03T02:32:57,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T02:32:57,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019a5290740008 connected 2024-12-03T02:32:57,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:57,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,35919,1733193163829 2024-12-03T02:32:57,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58c1fbd6 2024-12-03T02:32:57,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:57,292 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:57,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:32:57,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:32:57,295 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:57,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:32:57,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:32:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:32:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:57,708 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c57fc43ecf2289f20654221f8032c2a9, NAME => 'test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649 2024-12-03T02:32:57,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:32:57,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:57,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c57fc43ecf2289f20654221f8032c2a9, disabling compactions & flushes 2024-12-03T02:32:57,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. 2024-12-03T02:32:57,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. 2024-12-03T02:32:57,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. after waiting 0 ms 2024-12-03T02:32:57,712 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. 2024-12-03T02:32:57,712 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. 2024-12-03T02:32:57,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c57fc43ecf2289f20654221f8032c2a9: Waiting for close lock at 1733193177712Disabling compacts and flushes for region at 1733193177712Disabling writes for close at 1733193177712Writing region close event to WAL at 1733193177712Closed at 1733193177712 2024-12-03T02:32:57,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:32:57,714 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193177714"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193177714"}]},"ts":"1733193177714"} 2024-12-03T02:32:57,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:32:57,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:32:57,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193177716"}]},"ts":"1733193177716"} 2024-12-03T02:32:57,717 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:32:57,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c57fc43ecf2289f20654221f8032c2a9, ASSIGN}] 2024-12-03T02:32:57,719 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c57fc43ecf2289f20654221f8032c2a9, ASSIGN 2024-12-03T02:32:57,720 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c57fc43ecf2289f20654221f8032c2a9, ASSIGN; state=OFFLINE, location=64035cbb0b46,37399,1733193163956; forceNewPlan=false, retain=false 2024-12-03T02:32:57,870 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c57fc43ecf2289f20654221f8032c2a9, regionState=OPENING, regionLocation=64035cbb0b46,37399,1733193163956 2024-12-03T02:32:57,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c57fc43ecf2289f20654221f8032c2a9, ASSIGN because future has completed 2024-12-03T02:32:57,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c57fc43ecf2289f20654221f8032c2a9, server=64035cbb0b46,37399,1733193163956}] 2024-12-03T02:32:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:58,037 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. 2024-12-03T02:32:58,037 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c57fc43ecf2289f20654221f8032c2a9, NAME => 'test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:58,037 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:58,037 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:32:58,038 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:32:58,038 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:58,038 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:32:58,038 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:32:58,039 INFO [StoreOpener-c57fc43ecf2289f20654221f8032c2a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:32:58,040 INFO [StoreOpener-c57fc43ecf2289f20654221f8032c2a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c57fc43ecf2289f20654221f8032c2a9 columnFamilyName f 2024-12-03T02:32:58,040 DEBUG [StoreOpener-c57fc43ecf2289f20654221f8032c2a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:58,040 INFO [StoreOpener-c57fc43ecf2289f20654221f8032c2a9-1 {}] regionserver.HStore(327): Store=c57fc43ecf2289f20654221f8032c2a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:58,040 INFO [StoreOpener-c57fc43ecf2289f20654221f8032c2a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:32:58,041 INFO [StoreOpener-c57fc43ecf2289f20654221f8032c2a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c57fc43ecf2289f20654221f8032c2a9 columnFamilyName f1 2024-12-03T02:32:58,041 DEBUG [StoreOpener-c57fc43ecf2289f20654221f8032c2a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:58,041 INFO [StoreOpener-c57fc43ecf2289f20654221f8032c2a9-1 {}] regionserver.HStore(327): Store=c57fc43ecf2289f20654221f8032c2a9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:58,041 INFO [StoreOpener-c57fc43ecf2289f20654221f8032c2a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:32:58,042 INFO [StoreOpener-c57fc43ecf2289f20654221f8032c2a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c57fc43ecf2289f20654221f8032c2a9 columnFamilyName norep 2024-12-03T02:32:58,042 DEBUG [StoreOpener-c57fc43ecf2289f20654221f8032c2a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:58,043 INFO [StoreOpener-c57fc43ecf2289f20654221f8032c2a9-1 {}] regionserver.HStore(327): Store=c57fc43ecf2289f20654221f8032c2a9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:58,043 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:32:58,043 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:32:58,043 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:32:58,044 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:32:58,044 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:32:58,044 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:32:58,045 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:32:58,048 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:58,048 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c57fc43ecf2289f20654221f8032c2a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69995628, jitterRate=0.043016135692596436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:32:58,048 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:32:58,048 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c57fc43ecf2289f20654221f8032c2a9: Running coprocessor pre-open hook at 1733193178038Writing region info on filesystem at 1733193178038Initializing all the Stores at 1733193178038Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193178038Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193178039 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193178039Cleaning up temporary data from old regions at 1733193178044 (+5 ms)Running coprocessor post-open hooks at 1733193178048 (+4 ms)Region opened successfully at 1733193178048 2024-12-03T02:32:58,049 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9., pid=6, masterSystemTime=1733193178025 2024-12-03T02:32:58,051 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. 2024-12-03T02:32:58,051 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. 2024-12-03T02:32:58,051 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c57fc43ecf2289f20654221f8032c2a9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,37399,1733193163956 2024-12-03T02:32:58,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c57fc43ecf2289f20654221f8032c2a9, server=64035cbb0b46,37399,1733193163956 because future has completed 2024-12-03T02:32:58,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:32:58,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c57fc43ecf2289f20654221f8032c2a9, server=64035cbb0b46,37399,1733193163956 in 181 msec 2024-12-03T02:32:58,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:32:58,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c57fc43ecf2289f20654221f8032c2a9, ASSIGN in 338 msec 2024-12-03T02:32:58,058 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:32:58,058 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193178058"}]},"ts":"1733193178058"} 2024-12-03T02:32:58,059 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:32:58,060 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:32:58,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 767 msec 2024-12-03T02:32:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:58,431 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:32:58,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:32:58,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41107,1733193168995 2024-12-03T02:32:58,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19c27711 2024-12-03T02:32:58,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:32:58,433 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:32:58,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:32:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:32:58,435 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:32:58,435 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:58,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:32:58,436 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:32:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:58,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:32:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:58,846 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a33a629cbc605fd37fbab73087d66e00, NAME => 'test,,1733193178433.a33a629cbc605fd37fbab73087d66e00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5 2024-12-03T02:32:58,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:32:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:59,257 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193178433.a33a629cbc605fd37fbab73087d66e00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:59,257 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a33a629cbc605fd37fbab73087d66e00, disabling compactions & flushes 2024-12-03T02:32:59,257 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. 2024-12-03T02:32:59,257 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. 2024-12-03T02:32:59,257 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. after waiting 0 ms 2024-12-03T02:32:59,257 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. 2024-12-03T02:32:59,257 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. 2024-12-03T02:32:59,257 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a33a629cbc605fd37fbab73087d66e00: Waiting for close lock at 1733193179257Disabling compacts and flushes for region at 1733193179257Disabling writes for close at 1733193179257Writing region close event to WAL at 1733193179257Closed at 1733193179257 2024-12-03T02:32:59,258 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:32:59,258 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193178433.a33a629cbc605fd37fbab73087d66e00.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193179258"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193179258"}]},"ts":"1733193179258"} 2024-12-03T02:32:59,263 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:32:59,265 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:32:59,265 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193179265"}]},"ts":"1733193179265"} 2024-12-03T02:32:59,267 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:32:59,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a33a629cbc605fd37fbab73087d66e00, ASSIGN}] 2024-12-03T02:32:59,269 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a33a629cbc605fd37fbab73087d66e00, ASSIGN 2024-12-03T02:32:59,273 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a33a629cbc605fd37fbab73087d66e00, ASSIGN; state=OFFLINE, location=64035cbb0b46,39793,1733193169101; forceNewPlan=false, retain=false 2024-12-03T02:32:59,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a33a629cbc605fd37fbab73087d66e00, regionState=OPENING, regionLocation=64035cbb0b46,39793,1733193169101 2024-12-03T02:32:59,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a33a629cbc605fd37fbab73087d66e00, ASSIGN because future has completed 2024-12-03T02:32:59,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a33a629cbc605fd37fbab73087d66e00, server=64035cbb0b46,39793,1733193169101}] 2024-12-03T02:32:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:32:59,621 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. 2024-12-03T02:32:59,621 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a33a629cbc605fd37fbab73087d66e00, NAME => 'test,,1733193178433.a33a629cbc605fd37fbab73087d66e00.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:32:59,622 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:32:59,622 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:32:59,622 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:32:59,622 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193178433.a33a629cbc605fd37fbab73087d66e00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:32:59,622 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:32:59,622 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:32:59,639 INFO [StoreOpener-a33a629cbc605fd37fbab73087d66e00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:32:59,644 INFO [StoreOpener-a33a629cbc605fd37fbab73087d66e00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a33a629cbc605fd37fbab73087d66e00 columnFamilyName f 2024-12-03T02:32:59,644 DEBUG [StoreOpener-a33a629cbc605fd37fbab73087d66e00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:59,645 INFO [StoreOpener-a33a629cbc605fd37fbab73087d66e00-1 {}] regionserver.HStore(327): Store=a33a629cbc605fd37fbab73087d66e00/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:59,645 INFO [StoreOpener-a33a629cbc605fd37fbab73087d66e00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:32:59,648 INFO [StoreOpener-a33a629cbc605fd37fbab73087d66e00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a33a629cbc605fd37fbab73087d66e00 columnFamilyName f1 2024-12-03T02:32:59,648 DEBUG [StoreOpener-a33a629cbc605fd37fbab73087d66e00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:59,648 INFO [StoreOpener-a33a629cbc605fd37fbab73087d66e00-1 {}] regionserver.HStore(327): Store=a33a629cbc605fd37fbab73087d66e00/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:59,648 INFO [StoreOpener-a33a629cbc605fd37fbab73087d66e00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:32:59,653 INFO [StoreOpener-a33a629cbc605fd37fbab73087d66e00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a33a629cbc605fd37fbab73087d66e00 columnFamilyName norep 2024-12-03T02:32:59,653 DEBUG [StoreOpener-a33a629cbc605fd37fbab73087d66e00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:32:59,654 INFO [StoreOpener-a33a629cbc605fd37fbab73087d66e00-1 {}] regionserver.HStore(327): Store=a33a629cbc605fd37fbab73087d66e00/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:32:59,654 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:32:59,655 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:32:59,655 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:32:59,659 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:32:59,659 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:32:59,660 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:32:59,668 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:32:59,684 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:32:59,684 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a33a629cbc605fd37fbab73087d66e00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71019715, jitterRate=0.0582762211561203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:32:59,685 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:32:59,685 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a33a629cbc605fd37fbab73087d66e00: Running coprocessor pre-open hook at 1733193179623Writing region info on filesystem at 1733193179623Initializing all the Stores at 1733193179626 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193179626Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193179639 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193179639Cleaning up temporary data from old regions at 1733193179659 (+20 ms)Running coprocessor post-open hooks at 1733193179685 (+26 ms)Region opened successfully at 1733193179685 2024-12-03T02:32:59,699 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193178433.a33a629cbc605fd37fbab73087d66e00., pid=6, masterSystemTime=1733193179591 2024-12-03T02:32:59,702 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. 2024-12-03T02:32:59,702 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. 2024-12-03T02:32:59,708 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a33a629cbc605fd37fbab73087d66e00, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,39793,1733193169101 2024-12-03T02:32:59,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a33a629cbc605fd37fbab73087d66e00, server=64035cbb0b46,39793,1733193169101 because future has completed 2024-12-03T02:32:59,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:32:59,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a33a629cbc605fd37fbab73087d66e00, server=64035cbb0b46,39793,1733193169101 in 298 msec 2024-12-03T02:32:59,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:32:59,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a33a629cbc605fd37fbab73087d66e00, ASSIGN in 459 msec 2024-12-03T02:32:59,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:32:59,739 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193179739"}]},"ts":"1733193179739"} 2024-12-03T02:32:59,746 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:32:59,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:32:59,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3140 sec 2024-12-03T02:33:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41107 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:33:00,601 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:33:00,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:33:00,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41827,1733193174198 2024-12-03T02:33:00,602 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b03aa45 2024-12-03T02:33:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:33:00,604 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:33:00,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:33:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-03T02:33:00,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:33:00,608 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:33:00,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:33:00,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-03T02:33:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:33:00,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741835_1011 (size=902) 2024-12-03T02:33:00,687 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9034d1ba804027975c492804fb9f551, NAME => 'test,,1733193180604.a9034d1ba804027975c492804fb9f551.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901 2024-12-03T02:33:00,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741836_1012 (size=39) 2024-12-03T02:33:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:33:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:33:01,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733193180604.a9034d1ba804027975c492804fb9f551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:33:01,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a9034d1ba804027975c492804fb9f551, disabling compactions & flushes 2024-12-03T02:33:01,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733193180604.a9034d1ba804027975c492804fb9f551. 2024-12-03T02:33:01,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193180604.a9034d1ba804027975c492804fb9f551. 2024-12-03T02:33:01,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733193180604.a9034d1ba804027975c492804fb9f551. after waiting 0 ms 2024-12-03T02:33:01,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733193180604.a9034d1ba804027975c492804fb9f551. 2024-12-03T02:33:01,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733193180604.a9034d1ba804027975c492804fb9f551. 2024-12-03T02:33:01,108 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9034d1ba804027975c492804fb9f551: Waiting for close lock at 1733193181108Disabling compacts and flushes for region at 1733193181108Disabling writes for close at 1733193181108Writing region close event to WAL at 1733193181108Closed at 1733193181108 2024-12-03T02:33:01,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:33:01,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733193180604.a9034d1ba804027975c492804fb9f551.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733193181112"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193181112"}]},"ts":"1733193181112"} 2024-12-03T02:33:01,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:33:01,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:33:01,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193181125"}]},"ts":"1733193181125"} 2024-12-03T02:33:01,135 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-03T02:33:01,136 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a9034d1ba804027975c492804fb9f551, ASSIGN}] 2024-12-03T02:33:01,137 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a9034d1ba804027975c492804fb9f551, ASSIGN 2024-12-03T02:33:01,138 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a9034d1ba804027975c492804fb9f551, ASSIGN; state=OFFLINE, location=64035cbb0b46,46665,1733193174337; forceNewPlan=false, retain=false 2024-12-03T02:33:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:33:01,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9034d1ba804027975c492804fb9f551, regionState=OPENING, regionLocation=64035cbb0b46,46665,1733193174337 2024-12-03T02:33:01,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a9034d1ba804027975c492804fb9f551, ASSIGN because future has completed 2024-12-03T02:33:01,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9034d1ba804027975c492804fb9f551, server=64035cbb0b46,46665,1733193174337}] 2024-12-03T02:33:01,451 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733193180604.a9034d1ba804027975c492804fb9f551. 2024-12-03T02:33:01,451 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a9034d1ba804027975c492804fb9f551, NAME => 'test,,1733193180604.a9034d1ba804027975c492804fb9f551.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:33:01,451 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:33:01,451 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-03T02:33:01,451 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:01,451 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733193180604.a9034d1ba804027975c492804fb9f551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:33:01,452 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:01,452 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:01,454 INFO [StoreOpener-a9034d1ba804027975c492804fb9f551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:01,455 INFO [StoreOpener-a9034d1ba804027975c492804fb9f551-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9034d1ba804027975c492804fb9f551 columnFamilyName f 2024-12-03T02:33:01,455 DEBUG [StoreOpener-a9034d1ba804027975c492804fb9f551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:33:01,455 INFO [StoreOpener-a9034d1ba804027975c492804fb9f551-1 {}] regionserver.HStore(327): Store=a9034d1ba804027975c492804fb9f551/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:33:01,455 INFO [StoreOpener-a9034d1ba804027975c492804fb9f551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:01,456 INFO [StoreOpener-a9034d1ba804027975c492804fb9f551-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9034d1ba804027975c492804fb9f551 columnFamilyName f1 2024-12-03T02:33:01,456 DEBUG [StoreOpener-a9034d1ba804027975c492804fb9f551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:33:01,457 INFO [StoreOpener-a9034d1ba804027975c492804fb9f551-1 {}] regionserver.HStore(327): Store=a9034d1ba804027975c492804fb9f551/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:33:01,457 INFO [StoreOpener-a9034d1ba804027975c492804fb9f551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:01,458 INFO [StoreOpener-a9034d1ba804027975c492804fb9f551-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9034d1ba804027975c492804fb9f551 columnFamilyName norep 2024-12-03T02:33:01,458 DEBUG [StoreOpener-a9034d1ba804027975c492804fb9f551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:33:01,458 INFO [StoreOpener-a9034d1ba804027975c492804fb9f551-1 {}] regionserver.HStore(327): Store=a9034d1ba804027975c492804fb9f551/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:33:01,459 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:01,459 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/default/test/a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:01,459 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/default/test/a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:01,460 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:01,460 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:01,460 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:33:01,461 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:01,464 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/default/test/a9034d1ba804027975c492804fb9f551/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:33:01,465 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a9034d1ba804027975c492804fb9f551; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68947244, jitterRate=0.027393996715545654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:33:01,465 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:01,465 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a9034d1ba804027975c492804fb9f551: Running coprocessor pre-open hook at 1733193181452Writing region info on filesystem at 1733193181452Initializing all the Stores at 1733193181453 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193181453Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193181453Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193181453Cleaning up temporary data from old regions at 1733193181460 (+7 ms)Running coprocessor post-open hooks at 1733193181465 (+5 ms)Region opened successfully at 1733193181465 2024-12-03T02:33:01,466 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733193180604.a9034d1ba804027975c492804fb9f551., pid=6, masterSystemTime=1733193181443 2024-12-03T02:33:01,467 DEBUG [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733193180604.a9034d1ba804027975c492804fb9f551. 2024-12-03T02:33:01,467 INFO [RS_OPEN_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733193180604.a9034d1ba804027975c492804fb9f551. 2024-12-03T02:33:01,468 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9034d1ba804027975c492804fb9f551, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=64035cbb0b46,46665,1733193174337 2024-12-03T02:33:01,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9034d1ba804027975c492804fb9f551, server=64035cbb0b46,46665,1733193174337 because future has completed 2024-12-03T02:33:01,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T02:33:01,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a9034d1ba804027975c492804fb9f551, server=64035cbb0b46,46665,1733193174337 in 180 msec 2024-12-03T02:33:01,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T02:33:01,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a9034d1ba804027975c492804fb9f551, ASSIGN in 340 msec 2024-12-03T02:33:01,479 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:33:01,479 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193181479"}]},"ts":"1733193181479"} 2024-12-03T02:33:01,481 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-03T02:33:01,482 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:33:01,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 877 msec 2024-12-03T02:33:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T02:33:01,751 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-03T02:33:01,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c229aa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:01,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35919,-1 for getting cluster id 2024-12-03T02:33:01,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:33:01,760 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e21716f-cd8f-4919-81b9-546e086f7e66' 2024-12-03T02:33:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:33:01,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e21716f-cd8f-4919-81b9-546e086f7e66" 2024-12-03T02:33:01,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731d671d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:01,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35919,-1] 2024-12-03T02:33:01,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:33:01,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:01,762 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:33:01,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4d273c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:01,763 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:33:01,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,35919,1733193163829 2024-12-03T02:33:01,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@376be112 2024-12-03T02:33:01,765 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:33:01,766 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:33:01,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://64035cbb0b46:41107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:33:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:33:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:33:01,770 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:41107' 2024-12-03T02:33:01,776 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d235446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:01,776 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41107,-1 for getting cluster id 2024-12-03T02:33:01,777 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:33:01,779 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cb8c09b-b519-4378-ba34-634b9dfe9862' 2024-12-03T02:33:01,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:33:01,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cb8c09b-b519-4378-ba34-634b9dfe9862" 2024-12-03T02:33:01,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65210a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:01,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41107,-1] 2024-12-03T02:33:01,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:33:01,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:01,789 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:33:01,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0ac7a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:01,790 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:33:01,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41107,1733193168995 2024-12-03T02:33:01,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26b934e 2024-12-03T02:33:01,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:33:01,792 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:33:01,794 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-03T02:33:01,794 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:33:01,794 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:01,794 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:01,795 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T02:33:01,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:33:01,796 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-03T02:33:01,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T02:33:01,798 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:33:01,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T02:33:01,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741837_1013 (size=1138) 2024-12-03T02:33:01,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a674e7b458988c7ff0b452950b6b07c, NAME => 'hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649 2024-12-03T02:33:01,847 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-03T02:33:01,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741838_1014 (size=44) 2024-12-03T02:33:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:33:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:33:02,266 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:33:02,266 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0a674e7b458988c7ff0b452950b6b07c, disabling compactions & flushes 2024-12-03T02:33:02,266 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. 2024-12-03T02:33:02,266 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. 2024-12-03T02:33:02,266 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. after waiting 0 ms 2024-12-03T02:33:02,266 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. 2024-12-03T02:33:02,266 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. 2024-12-03T02:33:02,267 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a674e7b458988c7ff0b452950b6b07c: Waiting for close lock at 1733193182266Disabling compacts and flushes for region at 1733193182266Disabling writes for close at 1733193182266Writing region close event to WAL at 1733193182266Closed at 1733193182266 2024-12-03T02:33:02,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T02:33:02,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733193182268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733193182268"}]},"ts":"1733193182268"} 2024-12-03T02:33:02,269 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T02:33:02,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T02:33:02,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193182270"}]},"ts":"1733193182270"} 2024-12-03T02:33:02,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-03T02:33:02,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a674e7b458988c7ff0b452950b6b07c, ASSIGN}] 2024-12-03T02:33:02,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a674e7b458988c7ff0b452950b6b07c, ASSIGN 2024-12-03T02:33:02,276 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a674e7b458988c7ff0b452950b6b07c, ASSIGN; state=OFFLINE, location=64035cbb0b46,37399,1733193163956; forceNewPlan=false, retain=false 2024-12-03T02:33:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:33:02,426 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a674e7b458988c7ff0b452950b6b07c, regionState=OPENING, regionLocation=64035cbb0b46,37399,1733193163956 2024-12-03T02:33:02,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a674e7b458988c7ff0b452950b6b07c, ASSIGN because future has completed 2024-12-03T02:33:02,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a674e7b458988c7ff0b452950b6b07c, server=64035cbb0b46,37399,1733193163956}] 2024-12-03T02:33:02,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. 2024-12-03T02:33:02,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T02:33:02,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-03T02:33:02,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=64035cbb0b46%2C37399%2C1733193163956.rep, suffix=, logDir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956, archiveDir=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/oldWALs, maxLogs=10 2024-12-03T02:33:02,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.rep.1733193182588, exclude list is [], retry=0 2024-12-03T02:33:02,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34479,DS-fa6d3250-2a17-4947-8d4f-a01f8895f347,DISK] 2024-12-03T02:33:02,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.rep.1733193182588 2024-12-03T02:33:02,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42167:42167)] 2024-12-03T02:33:02,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a674e7b458988c7ff0b452950b6b07c, NAME => 'hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c.', STARTKEY => '', ENDKEY => ''} 2024-12-03T02:33:02,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-03T02:33:02,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T02:33:02,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. service=MultiRowMutationService 2024-12-03T02:33:02,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-03T02:33:02,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:02,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T02:33:02,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:02,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:02,609 INFO [StoreOpener-0a674e7b458988c7ff0b452950b6b07c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:02,610 INFO [StoreOpener-0a674e7b458988c7ff0b452950b6b07c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a674e7b458988c7ff0b452950b6b07c columnFamilyName hfileref 2024-12-03T02:33:02,610 DEBUG [StoreOpener-0a674e7b458988c7ff0b452950b6b07c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:33:02,611 INFO [StoreOpener-0a674e7b458988c7ff0b452950b6b07c-1 {}] regionserver.HStore(327): Store=0a674e7b458988c7ff0b452950b6b07c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:33:02,611 INFO [StoreOpener-0a674e7b458988c7ff0b452950b6b07c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:02,611 INFO [StoreOpener-0a674e7b458988c7ff0b452950b6b07c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a674e7b458988c7ff0b452950b6b07c columnFamilyName queue 2024-12-03T02:33:02,612 DEBUG [StoreOpener-0a674e7b458988c7ff0b452950b6b07c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:33:02,612 INFO [StoreOpener-0a674e7b458988c7ff0b452950b6b07c-1 {}] regionserver.HStore(327): Store=0a674e7b458988c7ff0b452950b6b07c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:33:02,612 INFO [StoreOpener-0a674e7b458988c7ff0b452950b6b07c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:02,612 INFO [StoreOpener-0a674e7b458988c7ff0b452950b6b07c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a674e7b458988c7ff0b452950b6b07c columnFamilyName sid 2024-12-03T02:33:02,612 DEBUG [StoreOpener-0a674e7b458988c7ff0b452950b6b07c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T02:33:02,613 INFO [StoreOpener-0a674e7b458988c7ff0b452950b6b07c-1 {}] regionserver.HStore(327): Store=0a674e7b458988c7ff0b452950b6b07c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T02:33:02,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:02,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:02,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:02,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:02,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:02,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T02:33:02,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:02,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T02:33:02,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0a674e7b458988c7ff0b452950b6b07c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74017853, jitterRate=0.10295195877552032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T02:33:02,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:02,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0a674e7b458988c7ff0b452950b6b07c: Running coprocessor pre-open hook at 1733193182608Writing region info on filesystem at 1733193182608Initializing all the Stores at 1733193182608Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193182608Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193182609 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733193182609Cleaning up temporary data from old regions at 1733193182614 (+5 ms)Running coprocessor post-open hooks at 1733193182620 (+6 ms)Region opened successfully at 1733193182620 2024-12-03T02:33:02,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c., pid=10, masterSystemTime=1733193182581 2024-12-03T02:33:02,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. 2024-12-03T02:33:02,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. 2024-12-03T02:33:02,623 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a674e7b458988c7ff0b452950b6b07c, regionState=OPEN, openSeqNum=2, regionLocation=64035cbb0b46,37399,1733193163956 2024-12-03T02:33:02,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a674e7b458988c7ff0b452950b6b07c, server=64035cbb0b46,37399,1733193163956 because future has completed 2024-12-03T02:33:02,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T02:33:02,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a674e7b458988c7ff0b452950b6b07c, server=64035cbb0b46,37399,1733193163956 in 200 msec 2024-12-03T02:33:02,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-03T02:33:02,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a674e7b458988c7ff0b452950b6b07c, ASSIGN in 355 msec 2024-12-03T02:33:02,631 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T02:33:02,631 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733193182631"}]},"ts":"1733193182631"} 2024-12-03T02:33:02,633 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-03T02:33:02,634 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T02:33:02,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 839 msec 2024-12-03T02:33:02,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:33:02,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c., hostname=64035cbb0b46,37399,1733193163956, seqNum=2] 2024-12-03T02:33:02,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:33:02,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:33:02,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:33:02,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:02,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-03T02:33:02,896 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-03T02:33:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:33:02,955 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-64035cbb0b46,37399,1733193163956, ReplicationSource: 1, currentBandwidth=0 2024-12-03T02:33:02,955 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:33:02,955 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,37399,1733193163956, seqNum=-1] 2024-12-03T02:33:02,956 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:33:02,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-03T02:33:02,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-64035cbb0b46,37399,1733193163956', locateType=CURRENT is [region=hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c., hostname=64035cbb0b46,37399,1733193163956, seqNum=2] 2024-12-03T02:33:02,962 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-03T02:33:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-03T02:33:02,965 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 64035cbb0b46,37399,1733193163956 suceeded 2024-12-03T02:33:02,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-03T02:33:02,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 232 msec 2024-12-03T02:33:02,967 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://64035cbb0b46:41107,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:33:02,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2010 sec 2024-12-03T02:33:02,990 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:41107' 2024-12-03T02:33:03,000 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25f55d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:03,000 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41107,-1 for getting cluster id 2024-12-03T02:33:03,000 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:33:03,000 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cb8c09b-b519-4378-ba34-634b9dfe9862' 2024-12-03T02:33:03,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:33:03,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cb8c09b-b519-4378-ba34-634b9dfe9862" 2024-12-03T02:33:03,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@735bafc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:03,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41107,-1] 2024-12-03T02:33:03,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:33:03,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:03,002 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:33:03,003 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@700ffa15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:03,003 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:33:03,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41107,1733193168995 2024-12-03T02:33:03,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@de973ee 2024-12-03T02:33:03,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:33:03,007 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T02:33:03,008 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-64035cbb0b46,37399,1733193163956 (queues=1) is replicating from cluster=0e21716f-cd8f-4919-81b9-546e086f7e66 to cluster=0cb8c09b-b519-4378-ba34-634b9dfe9862 2024-12-03T02:33:03,008 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=64035cbb0b46%2C37399%2C1733193163956 2024-12-03T02:33:03,008 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-64035cbb0b46,37399,1733193163956, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:33:03,016 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065, startPosition=0, beingWritten=true 2024-12-03T02:33:03,022 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:33:03,022 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 to pos 379, reset compression=false 2024-12-03T02:33:03,023 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C37399%2C1733193163956 2024-12-03T02:33:03,023 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,37399,1733193163956 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:33:03,239 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 to pos 379, reset compression=false 2024-12-03T02:33:03,578 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 to pos 379, reset compression=false 2024-12-03T02:33:03,918 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-03T02:33:03,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T02:33:03,931 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-03T02:33:03,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:33:03,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:03,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:03,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:03,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:33:03,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0a0ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:03,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35919,-1 for getting cluster id 2024-12-03T02:33:03,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:33:03,941 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e21716f-cd8f-4919-81b9-546e086f7e66' 2024-12-03T02:33:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:33:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e21716f-cd8f-4919-81b9-546e086f7e66" 2024-12-03T02:33:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f7dae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35919,-1] 2024-12-03T02:33:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:33:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:03,943 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:33:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37de3095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:03,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c8ce03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:03,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41107,-1 for getting cluster id 2024-12-03T02:33:03,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:33:03,946 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cb8c09b-b519-4378-ba34-634b9dfe9862' 2024-12-03T02:33:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:33:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cb8c09b-b519-4378-ba34-634b9dfe9862" 2024-12-03T02:33:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693eced5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41107,-1] 2024-12-03T02:33:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:33:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:03,948 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:33:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bfb5cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:03,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249af3b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:03,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41827,-1 for getting cluster id 2024-12-03T02:33:03,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:33:03,961 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36181ca1-f275-4ba3-a552-e403ba585557' 2024-12-03T02:33:03,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:33:03,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36181ca1-f275-4ba3-a552-e403ba585557" 2024-12-03T02:33:03,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d0df1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:03,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41827,-1] 2024-12-03T02:33:03,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:33:03,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:03,962 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:33:03,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9e8b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:03,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:33:03,969 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733193183968/Put/seqid=0 2024-12-03T02:33:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741840_1016 (size=7894) 2024-12-03T02:33:03,989 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733193183988/Put/seqid=0 2024-12-03T02:33:03,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741841_1017 (size=7691) 2024-12-03T02:33:04,016 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 to pos 379, reset compression=false 2024-12-03T02:33:04,050 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:33:04,051 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:33:04,051 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148839 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [64035cbb0b46,40147,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:40147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-03T02:33:04,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214b1cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:04,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35919,-1 for getting cluster id 2024-12-03T02:33:04,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:33:04,396 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e21716f-cd8f-4919-81b9-546e086f7e66' 2024-12-03T02:33:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:33:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e21716f-cd8f-4919-81b9-546e086f7e66" 2024-12-03T02:33:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3c59a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35919,-1] 2024-12-03T02:33:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:33:04,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:04,397 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:33:04,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26fa7bc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:04,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:33:04,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,37399,1733193163956, seqNum=-1] 2024-12-03T02:33:04,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:33:04,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:33:04,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:33:04,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,35919,1733193163829 2024-12-03T02:33:04,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51c52b4e 2024-12-03T02:33:04,406 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:33:04,420 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:33:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9., hostname=64035cbb0b46,37399,1733193163956, seqNum=2] 2024-12-03T02:33:04,425 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:33:04,431 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-03T02:33:04,436 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-03T02:33:04,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_0/f/hfile_0 for inclusion in c57fc43ecf2289f20654221f8032c2a9/f 2024-12-03T02:33:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T02:33:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:33:04,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_0/f/hfile_1 for inclusion in c57fc43ecf2289f20654221f8032c2a9/f 2024-12-03T02:33:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T02:33:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:33:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HRegion(2603): Flush status journal for c57fc43ecf2289f20654221f8032c2a9: 2024-12-03T02:33:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__2udi1tc6v441lk4c3duur9t6n39m6aipurcgmauapn4leqlqh0h6e4b5gos38rnm/f/hfile_0 2024-12-03T02:33:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__2udi1tc6v441lk4c3duur9t6n39m6aipurcgmauapn4leqlqh0h6e4b5gos38rnm/f/hfile_0 as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/18114efe2bd74cfd91541eb86f87de50_SeqId_4_ 2024-12-03T02:33:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__2udi1tc6v441lk4c3duur9t6n39m6aipurcgmauapn4leqlqh0h6e4b5gos38rnm/f/hfile_1 2024-12-03T02:33:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__2udi1tc6v441lk4c3duur9t6n39m6aipurcgmauapn4leqlqh0h6e4b5gos38rnm/f/hfile_1 as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/db4d85d8f37d4ddca4d4ac4ea4310cfb_SeqId_4_ 2024-12-03T02:33:04,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__2udi1tc6v441lk4c3duur9t6n39m6aipurcgmauapn4leqlqh0h6e4b5gos38rnm/f/hfile_0 into c57fc43ecf2289f20654221f8032c2a9/f as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/18114efe2bd74cfd91541eb86f87de50_SeqId_4_ - updating store file list. 2024-12-03T02:33:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 18114efe2bd74cfd91541eb86f87de50_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:33:04,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/18114efe2bd74cfd91541eb86f87de50_SeqId_4_ into c57fc43ecf2289f20654221f8032c2a9/f 2024-12-03T02:33:04,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__2udi1tc6v441lk4c3duur9t6n39m6aipurcgmauapn4leqlqh0h6e4b5gos38rnm/f/hfile_0 into c57fc43ecf2289f20654221f8032c2a9/f (new location: hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/18114efe2bd74cfd91541eb86f87de50_SeqId_4_) 2024-12-03T02:33:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__2udi1tc6v441lk4c3duur9t6n39m6aipurcgmauapn4leqlqh0h6e4b5gos38rnm/f/hfile_0 2024-12-03T02:33:04,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__2udi1tc6v441lk4c3duur9t6n39m6aipurcgmauapn4leqlqh0h6e4b5gos38rnm/f/hfile_1 into c57fc43ecf2289f20654221f8032c2a9/f as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/db4d85d8f37d4ddca4d4ac4ea4310cfb_SeqId_4_ - updating store file list. 2024-12-03T02:33:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db4d85d8f37d4ddca4d4ac4ea4310cfb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:33:04,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/db4d85d8f37d4ddca4d4ac4ea4310cfb_SeqId_4_ into c57fc43ecf2289f20654221f8032c2a9/f 2024-12-03T02:33:04,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__2udi1tc6v441lk4c3duur9t6n39m6aipurcgmauapn4leqlqh0h6e4b5gos38rnm/f/hfile_1 into c57fc43ecf2289f20654221f8032c2a9/f (new location: hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/db4d85d8f37d4ddca4d4ac4ea4310cfb_SeqId_4_) 2024-12-03T02:33:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__2udi1tc6v441lk4c3duur9t6n39m6aipurcgmauapn4leqlqh0h6e4b5gos38rnm/f/hfile_1 2024-12-03T02:33:04,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:33:04,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:04,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:04,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:33:04,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:04,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9., hostname=64035cbb0b46,37399,1733193163956, seqNum=2 , the old value is region=test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9., hostname=64035cbb0b46,37399,1733193163956, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=64035cbb0b46:37399 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T02:33:04,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9., hostname=64035cbb0b46,37399,1733193163956, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T02:33:04,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9., hostname=64035cbb0b46,37399,1733193163956, seqNum=2 from cache 2024-12-03T02:33:04,494 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:33:04,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,39793,1733193169101, seqNum=-1] 2024-12-03T02:33:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:33:04,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:33:04,497 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-03T02:33:04,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733193178433.a33a629cbc605fd37fbab73087d66e00., hostname=64035cbb0b46,39793,1733193169101, seqNum=2] 2024-12-03T02:33:04,500 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T02:33:04,524 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 to pos 379, reset compression=false 2024-12-03T02:33:04,539 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:33:04,539 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,37399,1733193163956 got entry batch from reader: WALEntryBatch [walEntries=[{test/c57fc43ecf2289f20654221f8032c2a9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733193184491/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T02:33:04,541 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:33:04,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T02:33:04,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(318): Replicating [0e21716f-cd8f-4919-81b9-546e086f7e66] bulk loaded data 2024-12-03T02:33:04,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e0fd9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:04,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41107,-1 for getting cluster id 2024-12-03T02:33:04,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:33:04,544 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cb8c09b-b519-4378-ba34-634b9dfe9862' 2024-12-03T02:33:04,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:33:04,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cb8c09b-b519-4378-ba34-634b9dfe9862" 2024-12-03T02:33:04,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ffa958b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:04,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41107,-1] 2024-12-03T02:33:04,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:33:04,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:04,546 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:33:04,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e407c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:04,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741837_1013 (size=7894) 2024-12-03T02:33:04,601 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:37399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T02:33:04,739 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 to pos 687, reset compression=false 2024-12-03T02:33:05,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741838_1014 (size=7691) 2024-12-03T02:33:05,043 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 to pos 687, reset compression=false 2024-12-03T02:33:05,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:33:05,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41107,1733193168995 2024-12-03T02:33:05,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@482c5500 2024-12-03T02:33:05,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:33:05,406 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-03T02:33:05,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:33:05,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:33:05,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,39793,1733193169101, seqNum=-1] 2024-12-03T02:33:05,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:33:05,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-03T02:33:05,414 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__67h8smpsit63ora92dqk9f2m20i26vuc2874011l8i2t4krr09vst3qte6r26vic/f/18114efe2bd74cfd91541eb86f87de50_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-03T02:33:05,416 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__67h8smpsit63ora92dqk9f2m20i26vuc2874011l8i2t4krr09vst3qte6r26vic/f/db4d85d8f37d4ddca4d4ac4ea4310cfb_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-03T02:33:05,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__67h8smpsit63ora92dqk9f2m20i26vuc2874011l8i2t4krr09vst3qte6r26vic/f/18114efe2bd74cfd91541eb86f87de50_SeqId_4_ for inclusion in a33a629cbc605fd37fbab73087d66e00/f 2024-12-03T02:33:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-03T02:33:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:33:05,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__67h8smpsit63ora92dqk9f2m20i26vuc2874011l8i2t4krr09vst3qte6r26vic/f/db4d85d8f37d4ddca4d4ac4ea4310cfb_SeqId_4_ for inclusion in a33a629cbc605fd37fbab73087d66e00/f 2024-12-03T02:33:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-03T02:33:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:33:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HRegion(2603): Flush status journal for a33a629cbc605fd37fbab73087d66e00: 2024-12-03T02:33:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 18114efe2bd74cfd91541eb86f87de50_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T02:33:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__67h8smpsit63ora92dqk9f2m20i26vuc2874011l8i2t4krr09vst3qte6r26vic/f/18114efe2bd74cfd91541eb86f87de50_SeqId_4_ as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/4fd9bbb0895a487f96060e1c08ac6b1f_SeqId_4_ 2024-12-03T02:33:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): db4d85d8f37d4ddca4d4ac4ea4310cfb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-03T02:33:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__67h8smpsit63ora92dqk9f2m20i26vuc2874011l8i2t4krr09vst3qte6r26vic/f/db4d85d8f37d4ddca4d4ac4ea4310cfb_SeqId_4_ as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/0fddf54f84724f29a080089d4289bef4_SeqId_4_ 2024-12-03T02:33:05,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__67h8smpsit63ora92dqk9f2m20i26vuc2874011l8i2t4krr09vst3qte6r26vic/f/18114efe2bd74cfd91541eb86f87de50_SeqId_4_ into a33a629cbc605fd37fbab73087d66e00/f as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/4fd9bbb0895a487f96060e1c08ac6b1f_SeqId_4_ - updating store file list. 2024-12-03T02:33:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4fd9bbb0895a487f96060e1c08ac6b1f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:33:05,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/4fd9bbb0895a487f96060e1c08ac6b1f_SeqId_4_ into a33a629cbc605fd37fbab73087d66e00/f 2024-12-03T02:33:05,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__67h8smpsit63ora92dqk9f2m20i26vuc2874011l8i2t4krr09vst3qte6r26vic/f/18114efe2bd74cfd91541eb86f87de50_SeqId_4_ into a33a629cbc605fd37fbab73087d66e00/f (new location: hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/4fd9bbb0895a487f96060e1c08ac6b1f_SeqId_4_) 2024-12-03T02:33:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__67h8smpsit63ora92dqk9f2m20i26vuc2874011l8i2t4krr09vst3qte6r26vic/f/18114efe2bd74cfd91541eb86f87de50_SeqId_4_ 2024-12-03T02:33:05,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__67h8smpsit63ora92dqk9f2m20i26vuc2874011l8i2t4krr09vst3qte6r26vic/f/db4d85d8f37d4ddca4d4ac4ea4310cfb_SeqId_4_ into a33a629cbc605fd37fbab73087d66e00/f as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/0fddf54f84724f29a080089d4289bef4_SeqId_4_ - updating store file list. 2024-12-03T02:33:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0fddf54f84724f29a080089d4289bef4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:33:05,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/0fddf54f84724f29a080089d4289bef4_SeqId_4_ into a33a629cbc605fd37fbab73087d66e00/f 2024-12-03T02:33:05,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__67h8smpsit63ora92dqk9f2m20i26vuc2874011l8i2t4krr09vst3qte6r26vic/f/db4d85d8f37d4ddca4d4ac4ea4310cfb_SeqId_4_ into a33a629cbc605fd37fbab73087d66e00/f (new location: hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/0fddf54f84724f29a080089d4289bef4_SeqId_4_) 2024-12-03T02:33:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__67h8smpsit63ora92dqk9f2m20i26vuc2874011l8i2t4krr09vst3qte6r26vic/f/db4d85d8f37d4ddca4d4ac4ea4310cfb_SeqId_4_ 2024-12-03T02:33:05,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(324): Finished replicating [0e21716f-cd8f-4919-81b9-546e086f7e66] bulk loaded data 2024-12-03T02:33:05,448 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 to pos 687, reset compression=false 2024-12-03T02:33:05,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:33:05,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,46665,1733193174337, seqNum=-1] 2024-12-03T02:33:05,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:33:05,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:33:05,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733193180604.a9034d1ba804027975c492804fb9f551., hostname=64035cbb0b46,46665,1733193174337, seqNum=2] 2024-12-03T02:33:05,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:33:05,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T02:33:05,514 DEBUG [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 64035cbb0b46%2C37399%2C1733193163956.rep:(num 1733193182588) roll requested 2024-12-03T02:33:05,527 DEBUG [regionserver/64035cbb0b46:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.rep.1733193185514, exclude list is [], retry=0 2024-12-03T02:33:05,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34479,DS-fa6d3250-2a17-4947-8d4f-a01f8895f347,DISK] 2024-12-03T02:33:05,531 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.rep.1733193182588 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.rep.1733193185514 2024-12-03T02:33:05,533 DEBUG [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42167:42167)] 2024-12-03T02:33:05,533 DEBUG [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.rep.1733193182588 is not closed yet, will try archiving it next time 2024-12-03T02:33:05,533 DEBUG [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 64035cbb0b46%2C37399%2C1733193163956.meta:.meta(num 1733193167055) roll requested 2024-12-03T02:33:05,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741839_1015 (size=1505) 2024-12-03T02:33:05,534 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.rep.1733193182588 not finished, retry = 0 2024-12-03T02:33:05,546 DEBUG [regionserver/64035cbb0b46:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.meta.1733193185533.meta, exclude list is [], retry=0 2024-12-03T02:33:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34479,DS-fa6d3250-2a17-4947-8d4f-a01f8895f347,DISK] 2024-12-03T02:33:05,551 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.meta.1733193167055.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.meta.1733193185533.meta 2024-12-03T02:33:05,551 DEBUG [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42167:42167)] 2024-12-03T02:33:05,552 DEBUG [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.meta.1733193167055.meta is not closed yet, will try archiving it next time 2024-12-03T02:33:05,552 DEBUG [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 64035cbb0b46%2C37399%2C1733193163956:(num 1733193166065) roll requested 2024-12-03T02:33:05,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741834_1010 (size=3473) 2024-12-03T02:33:05,573 DEBUG [regionserver/64035cbb0b46:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552, exclude list is [], retry=0 2024-12-03T02:33:05,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34479,DS-fa6d3250-2a17-4947-8d4f-a01f8895f347,DISK] 2024-12-03T02:33:05,580 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 2024-12-03T02:33:05,581 DEBUG [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42167:42167)] 2024-12-03T02:33:05,581 DEBUG [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 is not closed yet, will try archiving it next time 2024-12-03T02:33:05,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741832_1008 (size=695) 2024-12-03T02:33:05,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b44a4a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:05,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35919,-1 for getting cluster id 2024-12-03T02:33:05,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:33:05,588 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e21716f-cd8f-4919-81b9-546e086f7e66' 2024-12-03T02:33:05,588 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 to hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/oldWALs/64035cbb0b46%2C37399%2C1733193163956.1733193166065 2024-12-03T02:33:05,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:33:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e21716f-cd8f-4919-81b9-546e086f7e66" 2024-12-03T02:33:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733f9df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35919,-1] 2024-12-03T02:33:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:33:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:05,590 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:33:05,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cc5bd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:05,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:33:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,35919,1733193163829 2024-12-03T02:33:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b76452a 2024-12-03T02:33:05,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:33:05,593 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:33:05,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://64035cbb0b46:41827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-03T02:33:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-03T02:33:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T02:33:05,596 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:41827' 2024-12-03T02:33:05,598 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6998035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:05,598 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41827,-1 for getting cluster id 2024-12-03T02:33:05,598 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:33:05,599 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36181ca1-f275-4ba3-a552-e403ba585557' 2024-12-03T02:33:05,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:33:05,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36181ca1-f275-4ba3-a552-e403ba585557" 2024-12-03T02:33:05,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee367e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:05,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41827,-1] 2024-12-03T02:33:05,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:33:05,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:05,600 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:33:05,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6b8908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:05,600 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:33:05,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41827,1733193174198 2024-12-03T02:33:05,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18d8c860 2024-12-03T02:33:05,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:33:05,602 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:33:05,602 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-03T02:33:05,603 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-03T02:33:05,603 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:05,603 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:05,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:33:05,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-03T02:33:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T02:33:05,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37399 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-03T02:33:05,784 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-03T02:33:05,817 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-64035cbb0b46,37399,1733193163956, ReplicationSource: 2, currentBandwidth=0 2024-12-03T02:33:05,825 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T02:33:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-03T02:33:05,840 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 64035cbb0b46,37399,1733193163956 suceeded 2024-12-03T02:33:05,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T02:33:05,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-12-03T02:33:05,842 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://64035cbb0b46:41827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-03T02:33:05,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 249 msec 2024-12-03T02:33:05,844 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='64035cbb0b46:41827' 2024-12-03T02:33:05,846 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29f1699b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:05,846 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41827,-1 for getting cluster id 2024-12-03T02:33:05,846 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:33:05,847 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36181ca1-f275-4ba3-a552-e403ba585557' 2024-12-03T02:33:05,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:33:05,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36181ca1-f275-4ba3-a552-e403ba585557" 2024-12-03T02:33:05,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4507ce36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:05,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41827,-1] 2024-12-03T02:33:05,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:33:05,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:05,848 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:33:05,850 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f632289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:05,850 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:33:05,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41827,1733193174198 2024-12-03T02:33:05,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4313543d 2024-12-03T02:33:05,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:33:05,852 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-03T02:33:05,853 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-64035cbb0b46,37399,1733193163956 (queues=1) is replicating from cluster=0e21716f-cd8f-4919-81b9-546e086f7e66 to cluster=36181ca1-f275-4ba3-a552-e403ba585557 2024-12-03T02:33:05,853 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=64035cbb0b46%2C37399%2C1733193163956 2024-12-03T02:33:05,853 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-64035cbb0b46,37399,1733193163956, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-03T02:33:05,854 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552, startPosition=0, beingWritten=true 2024-12-03T02:33:05,856 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 64035cbb0b46%2C37399%2C1733193163956 2024-12-03T02:33:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-03T02:33:05,915 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-03T02:33:05,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:33:05,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:05,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:05,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:05,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T02:33:05,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:33:05,929 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733193185928/Put/seqid=0 2024-12-03T02:33:05,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741845_1021 (size=11194) 2024-12-03T02:33:05,952 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 to pos 687, reset compression=false 2024-12-03T02:33:05,960 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 was moved to hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/oldWALs/64035cbb0b46%2C37399%2C1733193163956.1733193166065 2024-12-03T02:33:05,963 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065 2024-12-03T02:33:05,963 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,37399,1733193163956 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193166065, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-03T02:33:05,963 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552, startPosition=0, beingWritten=true 2024-12-03T02:33:05,966 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [64035cbb0b46%2C37399%2C1733193163956.1733193166065] 2024-12-03T02:33:06,070 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 0, reset compression=false 2024-12-03T02:33:06,352 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733193186352/Put/seqid=0 2024-12-03T02:33:06,387 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 0, reset compression=false 2024-12-03T02:33:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741846_1022 (size=10791) 2024-12-03T02:33:06,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e468ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:06,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,35919,-1 for getting cluster id 2024-12-03T02:33:06,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:33:06,400 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e21716f-cd8f-4919-81b9-546e086f7e66' 2024-12-03T02:33:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:33:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e21716f-cd8f-4919-81b9-546e086f7e66" 2024-12-03T02:33:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9f623f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,35919,-1] 2024-12-03T02:33:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:33:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:06,402 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:33:06,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e33582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:06,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:33:06,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,37399,1733193163956, seqNum=-1] 2024-12-03T02:33:06,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:33:06,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T02:33:06,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:33:06,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,35919,1733193163829 2024-12-03T02:33:06,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c6ca4b 2024-12-03T02:33:06,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:33:06,423 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T02:33:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9., hostname=64035cbb0b46,37399,1733193163956, seqNum=2] 2024-12-03T02:33:06,432 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:33:06,461 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T02:33:06,471 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-03T02:33:06,480 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-03T02:33:06,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_1/f/hfile_1 for inclusion in c57fc43ecf2289f20654221f8032c2a9/f 2024-12-03T02:33:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T02:33:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:33:06,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_1/f/hfile_0 for inclusion in c57fc43ecf2289f20654221f8032c2a9/f 2024-12-03T02:33:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T02:33:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:33:06,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HRegion(2603): Flush status journal for c57fc43ecf2289f20654221f8032c2a9: 2024-12-03T02:33:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__1runmos47n05h4hju213hpnrorl3na87onl81v3gltavr6aklrjglni381q9a9le/f/hfile_1 2024-12-03T02:33:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__1runmos47n05h4hju213hpnrorl3na87onl81v3gltavr6aklrjglni381q9a9le/f/hfile_1 as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ 2024-12-03T02:33:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__1runmos47n05h4hju213hpnrorl3na87onl81v3gltavr6aklrjglni381q9a9le/f/hfile_0 2024-12-03T02:33:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__1runmos47n05h4hju213hpnrorl3na87onl81v3gltavr6aklrjglni381q9a9le/f/hfile_0 as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ 2024-12-03T02:33:06,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__1runmos47n05h4hju213hpnrorl3na87onl81v3gltavr6aklrjglni381q9a9le/f/hfile_1 into c57fc43ecf2289f20654221f8032c2a9/f as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ - updating store file list. 2024-12-03T02:33:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d781098752bb4e4ca17d1fe7423320ab_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T02:33:06,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ into c57fc43ecf2289f20654221f8032c2a9/f 2024-12-03T02:33:06,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__1runmos47n05h4hju213hpnrorl3na87onl81v3gltavr6aklrjglni381q9a9le/f/hfile_1 into c57fc43ecf2289f20654221f8032c2a9/f (new location: hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_) 2024-12-03T02:33:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__1runmos47n05h4hju213hpnrorl3na87onl81v3gltavr6aklrjglni381q9a9le/f/hfile_1 2024-12-03T02:33:06,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__1runmos47n05h4hju213hpnrorl3na87onl81v3gltavr6aklrjglni381q9a9le/f/hfile_0 into c57fc43ecf2289f20654221f8032c2a9/f as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ - updating store file list. 2024-12-03T02:33:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3d4af08c81734cec89eaec4496c4af4d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T02:33:06,583 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 0, reset compression=false 2024-12-03T02:33:06,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ into c57fc43ecf2289f20654221f8032c2a9/f 2024-12-03T02:33:06,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__1runmos47n05h4hju213hpnrorl3na87onl81v3gltavr6aklrjglni381q9a9le/f/hfile_0 into c57fc43ecf2289f20654221f8032c2a9/f (new location: hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_) 2024-12-03T02:33:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37399 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/staging/jenkins__test__1runmos47n05h4hju213hpnrorl3na87onl81v3gltavr6aklrjglni381q9a9le/f/hfile_0 2024-12-03T02:33:06,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:33:06,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:06,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:06,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:06,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:33:06,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9., hostname=64035cbb0b46,37399,1733193163956, seqNum=2 , the old value is region=test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9., hostname=64035cbb0b46,37399,1733193163956, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=64035cbb0b46:37399 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T02:33:06,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9., hostname=64035cbb0b46,37399,1733193163956, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-03T02:33:06,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9., hostname=64035cbb0b46,37399,1733193163956, seqNum=2 from cache 2024-12-03T02:33:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37399 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37399: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:51702 deadline: 1733193246598 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:51702 2024-12-03T02:33:06,600 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-03T02:33:06,635 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:33:06,635 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,37399,1733193163956 got entry batch from reader: WALEntryBatch [walEntries=[{test/c57fc43ecf2289f20654221f8032c2a9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733193186592/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T02:33:06,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(318): Replicating [0e21716f-cd8f-4919-81b9-546e086f7e66] bulk loaded data 2024-12-03T02:33:06,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741839_1015 (size=10791) 2024-12-03T02:33:06,702 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:37399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-03T02:33:06,819 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 0, reset compression=false 2024-12-03T02:33:06,823 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-03T02:33:06,823 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-64035cbb0b46,37399,1733193163956 got entry batch from reader: WALEntryBatch [walEntries=[{test/c57fc43ecf2289f20654221f8032c2a9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733193186592/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-03T02:33:06,826 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T02:33:06,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-03T02:33:06,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.ReplicationSink(318): Replicating [0e21716f-cd8f-4919-81b9-546e086f7e66] bulk loaded data 2024-12-03T02:33:06,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@490a192e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:06,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.ClusterIdFetcher(90): Going to request 64035cbb0b46,41827,-1 for getting cluster id 2024-12-03T02:33:06,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T02:33:06,833 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36181ca1-f275-4ba3-a552-e403ba585557' 2024-12-03T02:33:06,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T02:33:06,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36181ca1-f275-4ba3-a552-e403ba585557" 2024-12-03T02:33:06,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c82a8d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:06,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [64035cbb0b46,41827,-1] 2024-12-03T02:33:06,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T02:33:06,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:06,835 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-03T02:33:06,836 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:06,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ff5a39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T02:33:06,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741837_1013 (size=10791) 2024-12-03T02:33:07,024 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:07,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741840_1016 (size=11194) 2024-12-03T02:33:07,141 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:07,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741838_1014 (size=11194) 2024-12-03T02:33:07,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T02:33:07,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 64035cbb0b46,41827,1733193174198 2024-12-03T02:33:07,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@186a0d80 2024-12-03T02:33:07,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T02:33:07,295 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-03T02:33:07,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:33:07,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T02:33:07,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=64035cbb0b46,46665,1733193174337, seqNum=-1] 2024-12-03T02:33:07,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T02:33:07,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-03T02:33:07,311 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/staging/jenkins.hfs.23__test__f6sj1b7v9d1hphfnsgov2lh0fsp2t7acrd4jfrddg19k8pjfuigf7f1heo2phf7n/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T02:33:07,315 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/staging/jenkins.hfs.23__test__f6sj1b7v9d1hphfnsgov2lh0fsp2t7acrd4jfrddg19k8pjfuigf7f1heo2phf7n/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T02:33:07,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/staging/jenkins.hfs.23__test__f6sj1b7v9d1hphfnsgov2lh0fsp2t7acrd4jfrddg19k8pjfuigf7f1heo2phf7n/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ for inclusion in a9034d1ba804027975c492804fb9f551/f 2024-12-03T02:33:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T02:33:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:33:07,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/staging/jenkins.hfs.23__test__f6sj1b7v9d1hphfnsgov2lh0fsp2t7acrd4jfrddg19k8pjfuigf7f1heo2phf7n/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ for inclusion in a9034d1ba804027975c492804fb9f551/f 2024-12-03T02:33:07,329 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T02:33:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:33:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HRegion(2603): Flush status journal for a9034d1ba804027975c492804fb9f551: 2024-12-03T02:33:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T02:33:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/staging/jenkins.hfs.23__test__f6sj1b7v9d1hphfnsgov2lh0fsp2t7acrd4jfrddg19k8pjfuigf7f1heo2phf7n/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ as hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/default/test/a9034d1ba804027975c492804fb9f551/f/82f9254a02fe4b77aa04cebf03a794bb_SeqId_4_ 2024-12-03T02:33:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T02:33:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/staging/jenkins.hfs.23__test__f6sj1b7v9d1hphfnsgov2lh0fsp2t7acrd4jfrddg19k8pjfuigf7f1heo2phf7n/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ as hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/default/test/a9034d1ba804027975c492804fb9f551/f/44e100548af24b93acd543547ae06238_SeqId_4_ 2024-12-03T02:33:07,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/staging/jenkins.hfs.23__test__f6sj1b7v9d1hphfnsgov2lh0fsp2t7acrd4jfrddg19k8pjfuigf7f1heo2phf7n/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ into a9034d1ba804027975c492804fb9f551/f as hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/default/test/a9034d1ba804027975c492804fb9f551/f/82f9254a02fe4b77aa04cebf03a794bb_SeqId_4_ - updating store file list. 2024-12-03T02:33:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 82f9254a02fe4b77aa04cebf03a794bb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:33:07,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/default/test/a9034d1ba804027975c492804fb9f551/f/82f9254a02fe4b77aa04cebf03a794bb_SeqId_4_ into a9034d1ba804027975c492804fb9f551/f 2024-12-03T02:33:07,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/staging/jenkins.hfs.23__test__f6sj1b7v9d1hphfnsgov2lh0fsp2t7acrd4jfrddg19k8pjfuigf7f1heo2phf7n/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ into a9034d1ba804027975c492804fb9f551/f (new location: hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/default/test/a9034d1ba804027975c492804fb9f551/f/82f9254a02fe4b77aa04cebf03a794bb_SeqId_4_) 2024-12-03T02:33:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/staging/jenkins.hfs.23__test__f6sj1b7v9d1hphfnsgov2lh0fsp2t7acrd4jfrddg19k8pjfuigf7f1heo2phf7n/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ 2024-12-03T02:33:07,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/staging/jenkins.hfs.23__test__f6sj1b7v9d1hphfnsgov2lh0fsp2t7acrd4jfrddg19k8pjfuigf7f1heo2phf7n/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ into a9034d1ba804027975c492804fb9f551/f as hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/default/test/a9034d1ba804027975c492804fb9f551/f/44e100548af24b93acd543547ae06238_SeqId_4_ - updating store file list. 2024-12-03T02:33:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 44e100548af24b93acd543547ae06238_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-03T02:33:07,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/default/test/a9034d1ba804027975c492804fb9f551/f/44e100548af24b93acd543547ae06238_SeqId_4_ into a9034d1ba804027975c492804fb9f551/f 2024-12-03T02:33:07,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/staging/jenkins.hfs.23__test__f6sj1b7v9d1hphfnsgov2lh0fsp2t7acrd4jfrddg19k8pjfuigf7f1heo2phf7n/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ into a9034d1ba804027975c492804fb9f551/f (new location: hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/default/test/a9034d1ba804027975c492804fb9f551/f/44e100548af24b93acd543547ae06238_SeqId_4_) 2024-12-03T02:33:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/staging/jenkins.hfs.23__test__f6sj1b7v9d1hphfnsgov2lh0fsp2t7acrd4jfrddg19k8pjfuigf7f1heo2phf7n/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ 2024-12-03T02:33:07,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46665 {}] regionserver.ReplicationSink(324): Finished replicating [0e21716f-cd8f-4919-81b9-546e086f7e66] bulk loaded data 2024-12-03T02:33:07,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-03T02:33:07,492 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__edu5rcsbebteu8e1mojtg018len384838gkljthvm9q726lu30dc984bel8n60o/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-03T02:33:07,495 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__edu5rcsbebteu8e1mojtg018len384838gkljthvm9q726lu30dc984bel8n60o/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-03T02:33:07,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__edu5rcsbebteu8e1mojtg018len384838gkljthvm9q726lu30dc984bel8n60o/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ for inclusion in a33a629cbc605fd37fbab73087d66e00/f 2024-12-03T02:33:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-03T02:33:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:33:07,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__edu5rcsbebteu8e1mojtg018len384838gkljthvm9q726lu30dc984bel8n60o/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ for inclusion in a33a629cbc605fd37fbab73087d66e00/f 2024-12-03T02:33:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-03T02:33:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-03T02:33:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HRegion(2603): Flush status journal for a33a629cbc605fd37fbab73087d66e00: 2024-12-03T02:33:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T02:33:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__edu5rcsbebteu8e1mojtg018len384838gkljthvm9q726lu30dc984bel8n60o/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/05e22af7826040af9602214251c7f8a5_SeqId_6_ 2024-12-03T02:33:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-03T02:33:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__edu5rcsbebteu8e1mojtg018len384838gkljthvm9q726lu30dc984bel8n60o/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/e9ab54bbbd8c4509a16e3fc5aa082786_SeqId_6_ 2024-12-03T02:33:07,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__edu5rcsbebteu8e1mojtg018len384838gkljthvm9q726lu30dc984bel8n60o/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ into a33a629cbc605fd37fbab73087d66e00/f as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/05e22af7826040af9602214251c7f8a5_SeqId_6_ - updating store file list. 2024-12-03T02:33:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 05e22af7826040af9602214251c7f8a5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T02:33:07,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/05e22af7826040af9602214251c7f8a5_SeqId_6_ into a33a629cbc605fd37fbab73087d66e00/f 2024-12-03T02:33:07,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__edu5rcsbebteu8e1mojtg018len384838gkljthvm9q726lu30dc984bel8n60o/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ into a33a629cbc605fd37fbab73087d66e00/f (new location: hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/05e22af7826040af9602214251c7f8a5_SeqId_6_) 2024-12-03T02:33:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__edu5rcsbebteu8e1mojtg018len384838gkljthvm9q726lu30dc984bel8n60o/f/d781098752bb4e4ca17d1fe7423320ab_SeqId_6_ 2024-12-03T02:33:07,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__edu5rcsbebteu8e1mojtg018len384838gkljthvm9q726lu30dc984bel8n60o/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ into a33a629cbc605fd37fbab73087d66e00/f as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/e9ab54bbbd8c4509a16e3fc5aa082786_SeqId_6_ - updating store file list. 2024-12-03T02:33:07,545 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e9ab54bbbd8c4509a16e3fc5aa082786_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-03T02:33:07,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/e9ab54bbbd8c4509a16e3fc5aa082786_SeqId_6_ into a33a629cbc605fd37fbab73087d66e00/f 2024-12-03T02:33:07,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__edu5rcsbebteu8e1mojtg018len384838gkljthvm9q726lu30dc984bel8n60o/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ into a33a629cbc605fd37fbab73087d66e00/f (new location: hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/f/e9ab54bbbd8c4509a16e3fc5aa082786_SeqId_6_) 2024-12-03T02:33:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/staging/jenkins.hfs.22__test__edu5rcsbebteu8e1mojtg018len384838gkljthvm9q726lu30dc984bel8n60o/f/3d4af08c81734cec89eaec4496c4af4d_SeqId_6_ 2024-12-03T02:33:07,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39793 {}] regionserver.ReplicationSink(324): Finished replicating [0e21716f-cd8f-4919-81b9-546e086f7e66] bulk loaded data 2024-12-03T02:33:07,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:33:07,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:33:07,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:07,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:07,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:07,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:33:07,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:33:07,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=212509518, stopped=false 2024-12-03T02:33:07,634 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,41827,1733193174198 2024-12-03T02:33:07,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2541335515/running 2024-12-03T02:33:07,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2541335515/running 2024-12-03T02:33:07,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:33:07,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:33:07,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Set watcher on znode that does not yet exist, /2541335515/running 2024-12-03T02:33:07,643 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:33:07,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:33:07,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:07,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:07,644 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,46665,1733193174337' ***** 2024-12-03T02:33:07,644 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:33:07,645 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:33:07,645 INFO [RS:0;64035cbb0b46:46665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:33:07,645 INFO [RS:0;64035cbb0b46:46665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:33:07,645 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(3091): Received CLOSE for a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:07,645 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:33:07,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Set watcher on znode that does not yet exist, /2541335515/running 2024-12-03T02:33:07,654 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,46665,1733193174337 2024-12-03T02:33:07,654 INFO [RS:0;64035cbb0b46:46665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:33:07,654 INFO [RS:0;64035cbb0b46:46665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:46665. 2024-12-03T02:33:07,654 DEBUG [RS:0;64035cbb0b46:46665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:07,654 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9034d1ba804027975c492804fb9f551, disabling compactions & flushes 2024-12-03T02:33:07,654 DEBUG [RS:0;64035cbb0b46:46665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:07,654 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733193180604.a9034d1ba804027975c492804fb9f551. 2024-12-03T02:33:07,654 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193180604.a9034d1ba804027975c492804fb9f551. 2024-12-03T02:33:07,654 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733193180604.a9034d1ba804027975c492804fb9f551. after waiting 0 ms 2024-12-03T02:33:07,654 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:33:07,654 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733193180604.a9034d1ba804027975c492804fb9f551. 2024-12-03T02:33:07,654 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:33:07,654 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:33:07,654 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:33:07,655 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T02:33:07,655 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a9034d1ba804027975c492804fb9f551=test,,1733193180604.a9034d1ba804027975c492804fb9f551.} 2024-12-03T02:33:07,655 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a9034d1ba804027975c492804fb9f551 2024-12-03T02:33:07,655 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:33:07,655 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:33:07,655 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:33:07,655 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:33:07,655 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:33:07,656 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T02:33:07,663 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:33:07,668 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/default/test/a9034d1ba804027975c492804fb9f551/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-03T02:33:07,669 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:33:07,669 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:33:07,669 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733193180604.a9034d1ba804027975c492804fb9f551. 2024-12-03T02:33:07,669 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9034d1ba804027975c492804fb9f551: Waiting for close lock at 1733193187654Running coprocessor pre-close hooks at 1733193187654Disabling compacts and flushes for region at 1733193187654Disabling writes for close at 1733193187654Writing region close event to WAL at 1733193187659 (+5 ms)Running coprocessor post-close hooks at 1733193187669 (+10 ms)Closed at 1733193187669 2024-12-03T02:33:07,669 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733193180604.a9034d1ba804027975c492804fb9f551. 2024-12-03T02:33:07,687 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/.tmp/info/06fd491cd2bf4462b7dff30a61fc0398 is 129, key is test,,1733193180604.a9034d1ba804027975c492804fb9f551./info:regioninfo/1733193181468/Put/seqid=0 2024-12-03T02:33:07,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741839_1015 (size=6421) 2024-12-03T02:33:07,725 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/.tmp/info/06fd491cd2bf4462b7dff30a61fc0398 2024-12-03T02:33:07,768 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/.tmp/ns/f8c19c0cff2f42bc814cfa1230f3e2aa is 43, key is default/ns:d/1733193177169/Put/seqid=0 2024-12-03T02:33:07,772 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:07,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741840_1016 (size=5153) 2024-12-03T02:33:07,787 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/.tmp/ns/f8c19c0cff2f42bc814cfa1230f3e2aa 2024-12-03T02:33:07,821 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/.tmp/rep_barrier/07790229fef646939323f5ec0eff816c is 112, key is test,,1733193180604.a9034d1ba804027975c492804fb9f551./rep_barrier:seqnumDuringOpen/1733193181468/Put/seqid=0 2024-12-03T02:33:07,857 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:07,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741841_1017 (size=5518) 2024-12-03T02:33:08,053 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:08,057 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:08,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:33:08,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:08,218 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:33:08,218 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:33:08,257 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:08,267 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/.tmp/rep_barrier/07790229fef646939323f5ec0eff816c 2024-12-03T02:33:08,293 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/.tmp/table/5dff4f7b0f6f4b1cab02d9a0c1d7545f is 40, key is test/table:state/1733193181479/Put/seqid=0 2024-12-03T02:33:08,297 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:08,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741842_1018 (size=5165) 2024-12-03T02:33:08,458 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:08,657 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:08,658 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T02:33:08,658 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:33:08,658 DEBUG [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:08,711 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/.tmp/table/5dff4f7b0f6f4b1cab02d9a0c1d7545f 2024-12-03T02:33:08,734 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/.tmp/info/06fd491cd2bf4462b7dff30a61fc0398 as hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/info/06fd491cd2bf4462b7dff30a61fc0398 2024-12-03T02:33:08,753 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/info/06fd491cd2bf4462b7dff30a61fc0398, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T02:33:08,757 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/.tmp/ns/f8c19c0cff2f42bc814cfa1230f3e2aa as hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/ns/f8c19c0cff2f42bc814cfa1230f3e2aa 2024-12-03T02:33:08,767 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/ns/f8c19c0cff2f42bc814cfa1230f3e2aa, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T02:33:08,768 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/.tmp/rep_barrier/07790229fef646939323f5ec0eff816c as hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/rep_barrier/07790229fef646939323f5ec0eff816c 2024-12-03T02:33:08,778 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/rep_barrier/07790229fef646939323f5ec0eff816c, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T02:33:08,779 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/.tmp/table/5dff4f7b0f6f4b1cab02d9a0c1d7545f as hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/table/5dff4f7b0f6f4b1cab02d9a0c1d7545f 2024-12-03T02:33:08,786 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/table/5dff4f7b0f6f4b1cab02d9a0c1d7545f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T02:33:08,787 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1132ms, sequenceid=11, compaction requested=false 2024-12-03T02:33:08,828 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T02:33:08,830 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:33:08,830 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:33:08,830 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:33:08,830 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193187655Running coprocessor pre-close hooks at 1733193187655Disabling compacts and flushes for region at 1733193187655Disabling writes for close at 1733193187655Obtaining lock to block concurrent updates at 1733193187656 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733193187656Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733193187656Flushing stores of hbase:meta,,1.1588230740 at 1733193187656Flushing 1588230740/info: creating writer at 1733193187657 (+1 ms)Flushing 1588230740/info: appending metadata at 1733193187686 (+29 ms)Flushing 1588230740/info: closing flushed file at 1733193187686Flushing 1588230740/ns: creating writer at 1733193187730 (+44 ms)Flushing 1588230740/ns: appending metadata at 1733193187768 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1733193187768Flushing 1588230740/rep_barrier: creating writer at 1733193187799 (+31 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733193187821 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733193187821Flushing 1588230740/table: creating writer at 1733193188272 (+451 ms)Flushing 1588230740/table: appending metadata at 1733193188293 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733193188293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d39797: reopening flushed file at 1733193188731 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e033982: reopening flushed file at 1733193188753 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25636628: reopening flushed file at 1733193188768 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@308170c4: reopening flushed file at 1733193188778 (+10 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1132ms, sequenceid=11, compaction requested=false at 1733193188787 (+9 ms)Writing region close event to WAL at 1733193188823 (+36 ms)Running coprocessor post-close hooks at 1733193188830 (+7 ms)Closed at 1733193188830 2024-12-03T02:33:08,831 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:33:08,858 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,46665,1733193174337; all regions closed. 2024-12-03T02:33:08,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741834_1010 (size=2717) 2024-12-03T02:33:08,890 DEBUG [RS:0;64035cbb0b46:46665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/oldWALs 2024-12-03T02:33:08,890 INFO [RS:0;64035cbb0b46:46665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C46665%2C1733193174337.meta:.meta(num 1733193177122) 2024-12-03T02:33:08,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741833_1009 (size=1028) 2024-12-03T02:33:08,903 DEBUG [RS:0;64035cbb0b46:46665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/oldWALs 2024-12-03T02:33:08,903 INFO [RS:0;64035cbb0b46:46665 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C46665%2C1733193174337:(num 1733193176363) 2024-12-03T02:33:08,903 DEBUG [RS:0;64035cbb0b46:46665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:08,903 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:33:08,903 INFO [RS:0;64035cbb0b46:46665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:33:08,903 INFO [RS:0;64035cbb0b46:46665 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:33:08,903 INFO [RS:0;64035cbb0b46:46665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:33:08,903 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:33:08,904 INFO [RS:0;64035cbb0b46:46665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:46665. 2024-12-03T02:33:08,904 DEBUG [RS:0;64035cbb0b46:46665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:08,904 DEBUG [RS:0;64035cbb0b46:46665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:08,904 DEBUG [RS:0;64035cbb0b46:46665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:08,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:33:08,904 INFO [RS:0;64035cbb0b46:46665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46665 2024-12-03T02:33:08,911 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:08,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2541335515/rs/64035cbb0b46,46665,1733193174337 2024-12-03T02:33:08,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515/rs 2024-12-03T02:33:08,913 INFO [RS:0;64035cbb0b46:46665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:33:08,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,46665,1733193174337] 2024-12-03T02:33:08,930 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2541335515/draining/64035cbb0b46,46665,1733193174337 already deleted, retry=false 2024-12-03T02:33:08,930 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,46665,1733193174337 expired; onlineServers=0 2024-12-03T02:33:08,930 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,41827,1733193174198' ***** 2024-12-03T02:33:08,930 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:33:08,930 INFO [M:0;64035cbb0b46:41827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:33:08,930 INFO [M:0;64035cbb0b46:41827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:33:08,930 DEBUG [M:0;64035cbb0b46:41827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:33:08,930 DEBUG [M:0;64035cbb0b46:41827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:33:08,930 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:33:08,930 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193175947 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193175947,5,FailOnTimeoutGroup] 2024-12-03T02:33:08,931 INFO [M:0;64035cbb0b46:41827 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:33:08,931 INFO [M:0;64035cbb0b46:41827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:33:08,931 DEBUG [M:0;64035cbb0b46:41827 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:33:08,931 INFO [M:0;64035cbb0b46:41827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:33:08,931 INFO [M:0;64035cbb0b46:41827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:33:08,931 INFO [M:0;64035cbb0b46:41827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:33:08,931 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:33:08,931 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193175947 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193175947,5,FailOnTimeoutGroup] 2024-12-03T02:33:08,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2541335515/master 2024-12-03T02:33:08,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2541335515 2024-12-03T02:33:08,940 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2541335515/master already deleted, retry=false 2024-12-03T02:33:08,940 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Failed delete of our master address node; KeeperErrorCode = NoNode for /2541335515/master 2024-12-03T02:33:08,943 INFO [M:0;64035cbb0b46:41827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/.lastflushedseqids 2024-12-03T02:33:08,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741843_1019 (size=173) 2024-12-03T02:33:08,964 INFO [M:0;64035cbb0b46:41827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:33:08,964 INFO [M:0;64035cbb0b46:41827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:33:08,965 DEBUG [M:0;64035cbb0b46:41827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:33:08,965 INFO [M:0;64035cbb0b46:41827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:33:08,965 DEBUG [M:0;64035cbb0b46:41827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:33:08,965 DEBUG [M:0;64035cbb0b46:41827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:33:08,965 DEBUG [M:0;64035cbb0b46:41827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:33:08,965 INFO [M:0;64035cbb0b46:41827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-03T02:33:08,995 DEBUG [M:0;64035cbb0b46:41827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/339d47ca61554e84a7194667c142c728 is 82, key is hbase:meta,,1/info:regioninfo/1733193177155/Put/seqid=0 2024-12-03T02:33:09,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741844_1020 (size=5672) 2024-12-03T02:33:09,006 INFO [M:0;64035cbb0b46:41827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/339d47ca61554e84a7194667c142c728 2024-12-03T02:33:09,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:33:09,022 INFO [RS:0;64035cbb0b46:46665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:33:09,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46665-0x1019a5290740007, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:33:09,022 INFO [RS:0;64035cbb0b46:46665 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,46665,1733193174337; zookeeper connection closed. 2024-12-03T02:33:09,022 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51806440 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51806440 2024-12-03T02:33:09,022 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:33:09,033 DEBUG [M:0;64035cbb0b46:41827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/398e4c0815b044e8b5b0e2af1aaa61eb is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733193181483/Put/seqid=0 2024-12-03T02:33:09,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741845_1021 (size=6586) 2024-12-03T02:33:09,058 INFO [M:0;64035cbb0b46:41827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/398e4c0815b044e8b5b0e2af1aaa61eb 2024-12-03T02:33:09,101 DEBUG [M:0;64035cbb0b46:41827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a69a548da86c4d28a2ab4ef415c1076a is 69, key is 64035cbb0b46,46665,1733193174337/rs:state/1733193176103/Put/seqid=0 2024-12-03T02:33:09,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741846_1022 (size=5156) 2024-12-03T02:33:09,168 INFO [M:0;64035cbb0b46:41827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a69a548da86c4d28a2ab4ef415c1076a 2024-12-03T02:33:09,200 DEBUG [M:0;64035cbb0b46:41827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/339d47ca61554e84a7194667c142c728 as hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/339d47ca61554e84a7194667c142c728 2024-12-03T02:33:09,220 INFO [M:0;64035cbb0b46:41827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/339d47ca61554e84a7194667c142c728, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T02:33:09,227 DEBUG [M:0;64035cbb0b46:41827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/398e4c0815b044e8b5b0e2af1aaa61eb as hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/398e4c0815b044e8b5b0e2af1aaa61eb 2024-12-03T02:33:09,240 INFO [M:0;64035cbb0b46:41827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/398e4c0815b044e8b5b0e2af1aaa61eb, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T02:33:09,242 DEBUG [M:0;64035cbb0b46:41827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a69a548da86c4d28a2ab4ef415c1076a as hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a69a548da86c4d28a2ab4ef415c1076a 2024-12-03T02:33:09,260 INFO [M:0;64035cbb0b46:41827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35751/user/jenkins/test-data/47e682fc-bbda-b7d8-346c-8fa316252901/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a69a548da86c4d28a2ab4ef415c1076a, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T02:33:09,262 INFO [M:0;64035cbb0b46:41827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 296ms, sequenceid=55, compaction requested=false 2024-12-03T02:33:09,267 INFO [M:0;64035cbb0b46:41827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:33:09,267 DEBUG [M:0;64035cbb0b46:41827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193188964Disabling compacts and flushes for region at 1733193188964Disabling writes for close at 1733193188965 (+1 ms)Obtaining lock to block concurrent updates at 1733193188965Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193188965Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733193188965Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193188966 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193188966Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193188994 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193188994Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193189013 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193189032 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193189032Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193189072 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193189100 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193189100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3134d3e3: reopening flushed file at 1733193189193 (+93 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ede106: reopening flushed file at 1733193189220 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d39a107: reopening flushed file at 1733193189240 (+20 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 296ms, sequenceid=55, compaction requested=false at 1733193189262 (+22 ms)Writing region close event to WAL at 1733193189267 (+5 ms)Closed at 1733193189267 2024-12-03T02:33:09,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741830_1006 (size=32770) 2024-12-03T02:33:09,271 INFO [M:0;64035cbb0b46:41827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:33:09,272 INFO [M:0;64035cbb0b46:41827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41827 2024-12-03T02:33:09,272 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:33:09,272 INFO [M:0;64035cbb0b46:41827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:33:09,380 INFO [M:0;64035cbb0b46:41827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:33:09,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:33:09,380 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:09,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41827-0x1019a5290740006, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:33:09,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c6828a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:33:09,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6702ad4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:33:09,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:33:09,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f942ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:33:09,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e7f8a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/hadoop.log.dir/,STOPPED} 2024-12-03T02:33:09,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:33:09,387 WARN [BP-652158159-172.17.0.3-1733193171925 heartbeating to localhost/127.0.0.1:35751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:33:09,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:33:09,387 WARN [BP-652158159-172.17.0.3-1733193171925 heartbeating to localhost/127.0.0.1:35751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-652158159-172.17.0.3-1733193171925 (Datanode Uuid 5c2c970c-5063-4779-acad-e160f5acf2a7) service to localhost/127.0.0.1:35751 2024-12-03T02:33:09,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/cluster_88c1fee7-470b-e2d4-6404-42ea8c1f51d7/data/data1/current/BP-652158159-172.17.0.3-1733193171925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:33:09,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/cluster_88c1fee7-470b-e2d4-6404-42ea8c1f51d7/data/data2/current/BP-652158159-172.17.0.3-1733193171925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:33:09,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:33:09,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2189988b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:33:09,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f01166e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:33:09,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:33:09,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5130d4ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:33:09,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49fc223d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7be11ac8-ed87-c588-dde0-71c3ccbbc588/hadoop.log.dir/,STOPPED} 2024-12-03T02:33:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:33:09,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:33:09,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:33:09,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:09,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:09,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:09,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:33:09,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:33:09,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1201350738, stopped=false 2024-12-03T02:33:09,418 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,41107,1733193168995 2024-12-03T02:33:09,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2105987794/running 2024-12-03T02:33:09,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2105987794/running 2024-12-03T02:33:09,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:33:09,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:33:09,439 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:33:09,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:33:09,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Set watcher on znode that does not yet exist, /1-2105987794/running 2024-12-03T02:33:09,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:09,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:09,439 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,39793,1733193169101' ***** 2024-12-03T02:33:09,439 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:33:09,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Set watcher on znode that does not yet exist, /1-2105987794/running 2024-12-03T02:33:09,439 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:33:09,440 INFO [RS:0;64035cbb0b46:39793 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:33:09,440 INFO [RS:0;64035cbb0b46:39793 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:33:09,440 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(3091): Received CLOSE for a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:33:09,440 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:33:09,455 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,39793,1733193169101 2024-12-03T02:33:09,455 INFO [RS:0;64035cbb0b46:39793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:33:09,455 INFO [RS:0;64035cbb0b46:39793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:39793. 2024-12-03T02:33:09,455 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a33a629cbc605fd37fbab73087d66e00, disabling compactions & flushes 2024-12-03T02:33:09,455 DEBUG [RS:0;64035cbb0b46:39793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:09,455 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. 2024-12-03T02:33:09,455 DEBUG [RS:0;64035cbb0b46:39793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:09,455 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. 2024-12-03T02:33:09,456 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. after waiting 0 ms 2024-12-03T02:33:09,456 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:33:09,456 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. 2024-12-03T02:33:09,456 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:33:09,456 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:33:09,456 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:33:09,463 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:33:09,465 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-03T02:33:09,465 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a33a629cbc605fd37fbab73087d66e00=test,,1733193178433.a33a629cbc605fd37fbab73087d66e00.} 2024-12-03T02:33:09,465 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a33a629cbc605fd37fbab73087d66e00 2024-12-03T02:33:09,480 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:33:09,480 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:33:09,480 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:33:09,480 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:33:09,480 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:33:09,481 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-03T02:33:09,493 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/default/test/a33a629cbc605fd37fbab73087d66e00/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T02:33:09,494 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:33:09,494 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:33:09,494 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. 2024-12-03T02:33:09,494 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a33a629cbc605fd37fbab73087d66e00: Waiting for close lock at 1733193189455Running coprocessor pre-close hooks at 1733193189455Disabling compacts and flushes for region at 1733193189455Disabling writes for close at 1733193189456 (+1 ms)Writing region close event to WAL at 1733193189479 (+23 ms)Running coprocessor post-close hooks at 1733193189494 (+15 ms)Closed at 1733193189494 2024-12-03T02:33:09,494 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733193178433.a33a629cbc605fd37fbab73087d66e00. 2024-12-03T02:33:09,518 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/.tmp/info/ba117c06ac534e1b8f6ae16e3e6ee1eb is 129, key is test,,1733193178433.a33a629cbc605fd37fbab73087d66e00./info:regioninfo/1733193179708/Put/seqid=0 2024-12-03T02:33:09,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741841_1017 (size=6421) 2024-12-03T02:33:09,657 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:09,665 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:09,866 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:09,933 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/.tmp/info/ba117c06ac534e1b8f6ae16e3e6ee1eb 2024-12-03T02:33:09,956 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:33:09,956 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:33:09,965 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/.tmp/ns/16dd69c649e14f42b2ef82330d206f04 is 43, key is default/ns:d/1733193171788/Put/seqid=0 2024-12-03T02:33:10,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741842_1018 (size=5153) 2024-12-03T02:33:10,066 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:10,186 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:10,266 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:10,435 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/.tmp/ns/16dd69c649e14f42b2ef82330d206f04 2024-12-03T02:33:10,462 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:10,466 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T02:33:10,466 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:33:10,466 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:10,477 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/.tmp/rep_barrier/8140782ccce648fdb9cc73f3eb768d9b is 112, key is test,,1733193178433.a33a629cbc605fd37fbab73087d66e00./rep_barrier:seqnumDuringOpen/1733193179708/Put/seqid=0 2024-12-03T02:33:10,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741843_1019 (size=5518) 2024-12-03T02:33:10,529 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/.tmp/rep_barrier/8140782ccce648fdb9cc73f3eb768d9b 2024-12-03T02:33:10,581 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/.tmp/table/7ca14f38c1bc4208ad9ca9b45aeba533 is 40, key is test/table:state/1733193179739/Put/seqid=0 2024-12-03T02:33:10,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741844_1020 (size=5165) 2024-12-03T02:33:10,601 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/.tmp/table/7ca14f38c1bc4208ad9ca9b45aeba533 2024-12-03T02:33:10,607 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/.tmp/info/ba117c06ac534e1b8f6ae16e3e6ee1eb as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/info/ba117c06ac534e1b8f6ae16e3e6ee1eb 2024-12-03T02:33:10,615 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/info/ba117c06ac534e1b8f6ae16e3e6ee1eb, entries=10, sequenceid=11, filesize=6.3 K 2024-12-03T02:33:10,620 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/.tmp/ns/16dd69c649e14f42b2ef82330d206f04 as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/ns/16dd69c649e14f42b2ef82330d206f04 2024-12-03T02:33:10,645 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/ns/16dd69c649e14f42b2ef82330d206f04, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T02:33:10,646 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/.tmp/rep_barrier/8140782ccce648fdb9cc73f3eb768d9b as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/rep_barrier/8140782ccce648fdb9cc73f3eb768d9b 2024-12-03T02:33:10,653 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/rep_barrier/8140782ccce648fdb9cc73f3eb768d9b, entries=1, sequenceid=11, filesize=5.4 K 2024-12-03T02:33:10,654 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/.tmp/table/7ca14f38c1bc4208ad9ca9b45aeba533 as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/table/7ca14f38c1bc4208ad9ca9b45aeba533 2024-12-03T02:33:10,660 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/table/7ca14f38c1bc4208ad9ca9b45aeba533, entries=2, sequenceid=11, filesize=5.0 K 2024-12-03T02:33:10,661 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1181ms, sequenceid=11, compaction requested=false 2024-12-03T02:33:10,667 DEBUG [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:10,688 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-03T02:33:10,689 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:33:10,689 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:33:10,689 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:33:10,690 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193189480Running coprocessor pre-close hooks at 1733193189480Disabling compacts and flushes for region at 1733193189480Disabling writes for close at 1733193189480Obtaining lock to block concurrent updates at 1733193189481 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733193189481Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733193189481Flushing stores of hbase:meta,,1.1588230740 at 1733193189482 (+1 ms)Flushing 1588230740/info: creating writer at 1733193189482Flushing 1588230740/info: appending metadata at 1733193189518 (+36 ms)Flushing 1588230740/info: closing flushed file at 1733193189518Flushing 1588230740/ns: creating writer at 1733193189940 (+422 ms)Flushing 1588230740/ns: appending metadata at 1733193189964 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733193189964Flushing 1588230740/rep_barrier: creating writer at 1733193190452 (+488 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733193190476 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733193190476Flushing 1588230740/table: creating writer at 1733193190537 (+61 ms)Flushing 1588230740/table: appending metadata at 1733193190580 (+43 ms)Flushing 1588230740/table: closing flushed file at 1733193190580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b1f7bf: reopening flushed file at 1733193190607 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d5e12b4: reopening flushed file at 1733193190615 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aadfd60: reopening flushed file at 1733193190645 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4698a6f4: reopening flushed file at 1733193190653 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1181ms, sequenceid=11, compaction requested=false at 1733193190661 (+8 ms)Writing region close event to WAL at 1733193190679 (+18 ms)Running coprocessor post-close hooks at 1733193190689 (+10 ms)Closed at 1733193190689 2024-12-03T02:33:10,690 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:33:10,867 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,39793,1733193169101; all regions closed. 2024-12-03T02:33:10,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741834_1010 (size=2717) 2024-12-03T02:33:10,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/WALs/64035cbb0b46,39793,1733193169101/64035cbb0b46%2C39793%2C1733193169101.meta.1733193171729.meta not finished, retry = 0 2024-12-03T02:33:10,981 DEBUG [RS:0;64035cbb0b46:39793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/oldWALs 2024-12-03T02:33:10,981 INFO [RS:0;64035cbb0b46:39793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C39793%2C1733193169101.meta:.meta(num 1733193171729) 2024-12-03T02:33:10,989 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/WALs/64035cbb0b46,39793,1733193169101/64035cbb0b46%2C39793%2C1733193169101.1733193171114 not finished, retry = 0 2024-12-03T02:33:10,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741833_1009 (size=1374) 2024-12-03T02:33:11,091 DEBUG [RS:0;64035cbb0b46:39793 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/oldWALs 2024-12-03T02:33:11,091 INFO [RS:0;64035cbb0b46:39793 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 64035cbb0b46%2C39793%2C1733193169101:(num 1733193171114) 2024-12-03T02:33:11,091 DEBUG [RS:0;64035cbb0b46:39793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:11,091 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:33:11,091 INFO [RS:0;64035cbb0b46:39793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:33:11,092 INFO [RS:0;64035cbb0b46:39793 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T02:33:11,092 INFO [RS:0;64035cbb0b46:39793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:33:11,092 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:33:11,092 INFO [RS:0;64035cbb0b46:39793 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:39793. 2024-12-03T02:33:11,092 DEBUG [RS:0;64035cbb0b46:39793 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:11,092 DEBUG [RS:0;64035cbb0b46:39793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:11,093 DEBUG [RS:0;64035cbb0b46:39793 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:11,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:33:11,093 INFO [RS:0;64035cbb0b46:39793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39793 2024-12-03T02:33:11,094 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:11,121 INFO [RS:0;64035cbb0b46:39793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:33:11,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2105987794/rs/64035cbb0b46,39793,1733193169101 2024-12-03T02:33:11,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794/rs 2024-12-03T02:33:11,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,39793,1733193169101] 2024-12-03T02:33:11,138 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2105987794/draining/64035cbb0b46,39793,1733193169101 already deleted, retry=false 2024-12-03T02:33:11,138 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,39793,1733193169101 expired; onlineServers=0 2024-12-03T02:33:11,138 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,41107,1733193168995' ***** 2024-12-03T02:33:11,138 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:33:11,138 INFO [M:0;64035cbb0b46:41107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:33:11,138 INFO [M:0;64035cbb0b46:41107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:33:11,138 DEBUG [M:0;64035cbb0b46:41107 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:33:11,138 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:33:11,138 DEBUG [M:0;64035cbb0b46:41107 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:33:11,138 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193170830 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193170830,5,FailOnTimeoutGroup] 2024-12-03T02:33:11,139 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193170843 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193170843,5,FailOnTimeoutGroup] 2024-12-03T02:33:11,139 INFO [M:0;64035cbb0b46:41107 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:33:11,139 INFO [M:0;64035cbb0b46:41107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:33:11,139 DEBUG [M:0;64035cbb0b46:41107 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:33:11,139 INFO [M:0;64035cbb0b46:41107 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:33:11,139 INFO [M:0;64035cbb0b46:41107 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:33:11,139 INFO [M:0;64035cbb0b46:41107 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:33:11,139 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:33:11,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2105987794/master 2024-12-03T02:33:11,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2105987794 2024-12-03T02:33:11,147 DEBUG [M:0;64035cbb0b46:41107 {}] zookeeper.ZKUtil(347): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Unable to get data of znode /1-2105987794/master because node does not exist (not an error) 2024-12-03T02:33:11,147 WARN [M:0;64035cbb0b46:41107 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T02:33:11,148 INFO [M:0;64035cbb0b46:41107 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/.lastflushedseqids 2024-12-03T02:33:11,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741845_1021 (size=173) 2024-12-03T02:33:11,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:33:11,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39793-0x1019a5290740004, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:33:11,230 INFO [RS:0;64035cbb0b46:39793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:33:11,230 INFO [RS:0;64035cbb0b46:39793 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,39793,1733193169101; zookeeper connection closed. 2024-12-03T02:33:11,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c3d5757 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c3d5757 2024-12-03T02:33:11,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:33:11,369 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:11,552 INFO [M:0;64035cbb0b46:41107 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:33:11,552 INFO [M:0;64035cbb0b46:41107 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:33:11,553 DEBUG [M:0;64035cbb0b46:41107 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:33:11,553 INFO [M:0;64035cbb0b46:41107 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:33:11,553 DEBUG [M:0;64035cbb0b46:41107 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:33:11,553 DEBUG [M:0;64035cbb0b46:41107 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:33:11,553 DEBUG [M:0;64035cbb0b46:41107 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:33:11,553 INFO [M:0;64035cbb0b46:41107 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-03T02:33:11,573 DEBUG [M:0;64035cbb0b46:41107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90c5650558b14064a88497a5a4c24cef is 82, key is hbase:meta,,1/info:regioninfo/1733193171774/Put/seqid=0 2024-12-03T02:33:11,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741846_1022 (size=5672) 2024-12-03T02:33:12,002 INFO [M:0;64035cbb0b46:41107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90c5650558b14064a88497a5a4c24cef 2024-12-03T02:33:12,039 DEBUG [M:0;64035cbb0b46:41107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ef51f78c35c4a7ca79ea04b8c2991d8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733193179749/Put/seqid=0 2024-12-03T02:33:12,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741847_1023 (size=6586) 2024-12-03T02:33:12,047 INFO [M:0;64035cbb0b46:41107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ef51f78c35c4a7ca79ea04b8c2991d8 2024-12-03T02:33:12,067 DEBUG [M:0;64035cbb0b46:41107 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85eddf24bf214c5c8df9c9600e6eeb34 is 69, key is 64035cbb0b46,39793,1733193169101/rs:state/1733193170900/Put/seqid=0 2024-12-03T02:33:12,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741848_1024 (size=5156) 2024-12-03T02:33:12,071 INFO [M:0;64035cbb0b46:41107 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85eddf24bf214c5c8df9c9600e6eeb34 2024-12-03T02:33:12,075 DEBUG [M:0;64035cbb0b46:41107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90c5650558b14064a88497a5a4c24cef as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90c5650558b14064a88497a5a4c24cef 2024-12-03T02:33:12,078 INFO [M:0;64035cbb0b46:41107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90c5650558b14064a88497a5a4c24cef, entries=8, sequenceid=55, filesize=5.5 K 2024-12-03T02:33:12,079 DEBUG [M:0;64035cbb0b46:41107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8ef51f78c35c4a7ca79ea04b8c2991d8 as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ef51f78c35c4a7ca79ea04b8c2991d8 2024-12-03T02:33:12,082 INFO [M:0;64035cbb0b46:41107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8ef51f78c35c4a7ca79ea04b8c2991d8, entries=6, sequenceid=55, filesize=6.4 K 2024-12-03T02:33:12,083 DEBUG [M:0;64035cbb0b46:41107 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85eddf24bf214c5c8df9c9600e6eeb34 as hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85eddf24bf214c5c8df9c9600e6eeb34 2024-12-03T02:33:12,086 INFO [M:0;64035cbb0b46:41107 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39661/user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85eddf24bf214c5c8df9c9600e6eeb34, entries=1, sequenceid=55, filesize=5.0 K 2024-12-03T02:33:12,087 INFO [M:0;64035cbb0b46:41107 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 534ms, sequenceid=55, compaction requested=false 2024-12-03T02:33:12,096 INFO [M:0;64035cbb0b46:41107 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:33:12,096 DEBUG [M:0;64035cbb0b46:41107 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193191552Disabling compacts and flushes for region at 1733193191552Disabling writes for close at 1733193191553 (+1 ms)Obtaining lock to block concurrent updates at 1733193191553Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193191553Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733193191553Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193191555 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193191555Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193191573 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193191573Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193192015 (+442 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193192038 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193192038Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193192050 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193192067 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193192067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7929bf83: reopening flushed file at 1733193192074 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a029165: reopening flushed file at 1733193192078 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@103a77a8: reopening flushed file at 1733193192082 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 534ms, sequenceid=55, compaction requested=false at 1733193192087 (+5 ms)Writing region close event to WAL at 1733193192096 (+9 ms)Closed at 1733193192096 2024-12-03T02:33:12,097 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:12,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45971 is added to blk_1073741830_1006 (size=32770) 2024-12-03T02:33:12,099 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/855007a5-7e6b-03f0-1115-6393bfb73ce5/MasterData/WALs/64035cbb0b46,41107,1733193168995/64035cbb0b46%2C41107%2C1733193168995.1733193170463 not finished, retry = 0 2024-12-03T02:33:12,200 INFO [M:0;64035cbb0b46:41107 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:33:12,200 INFO [M:0;64035cbb0b46:41107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41107 2024-12-03T02:33:12,200 INFO [M:0;64035cbb0b46:41107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:33:12,202 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:33:12,321 INFO [M:0;64035cbb0b46:41107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:33:12,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:33:12,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41107-0x1019a5290740003, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:33:12,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42679e96{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:33:12,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21d13a32{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:33:12,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:33:12,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d4aa982{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:33:12,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e6042bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/hadoop.log.dir/,STOPPED} 2024-12-03T02:33:12,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:33:12,326 WARN [BP-1970933053-172.17.0.3-1733193167255 heartbeating to localhost/127.0.0.1:39661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:33:12,326 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:33:12,326 WARN [BP-1970933053-172.17.0.3-1733193167255 heartbeating to localhost/127.0.0.1:39661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1970933053-172.17.0.3-1733193167255 (Datanode Uuid 354b0661-94fd-4b22-b9c4-d5d459511b3d) service to localhost/127.0.0.1:39661 2024-12-03T02:33:12,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/cluster_715e6793-1db0-db95-a9d0-7e409e1afc2b/data/data1/current/BP-1970933053-172.17.0.3-1733193167255 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:33:12,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/cluster_715e6793-1db0-db95-a9d0-7e409e1afc2b/data/data2/current/BP-1970933053-172.17.0.3-1733193167255 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:33:12,327 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:33:12,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dc5da3c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:33:12,340 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58742cf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:33:12,340 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:33:12,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a9daec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:33:12,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@120c009b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc373b0-6173-4386-68f6-1f284666d7e5/hadoop.log.dir/,STOPPED} 2024-12-03T02:33:12,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:33:12,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T02:33:12,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:33:12,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:12,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:12,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:12,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:33:12,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T02:33:12,362 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1561916852, stopped=false 2024-12-03T02:33:12,362 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=64035cbb0b46,35919,1733193163829 2024-12-03T02:33:12,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01480075492/running 2024-12-03T02:33:12,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01480075492/running 2024-12-03T02:33:12,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:33:12,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:33:12,380 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:33:12,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Set watcher on znode that does not yet exist, /01480075492/running 2024-12-03T02:33:12,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Set watcher on znode that does not yet exist, /01480075492/running 2024-12-03T02:33:12,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T02:33:12,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:12,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:12,381 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '64035cbb0b46,37399,1733193163956' ***** 2024-12-03T02:33:12,381 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T02:33:12,381 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T02:33:12,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T02:33:12,381 INFO [RS:0;64035cbb0b46:37399 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T02:33:12,382 INFO [RS:0;64035cbb0b46:37399 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T02:33:12,382 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a674e7b458988c7ff0b452950b6b07c 2024-12-03T02:33:12,382 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(3091): Received CLOSE for c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:33:12,382 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(959): stopping server 64035cbb0b46,37399,1733193163956 2024-12-03T02:33:12,382 INFO [RS:0;64035cbb0b46:37399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:33:12,382 INFO [RS:0;64035cbb0b46:37399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:37399. 2024-12-03T02:33:12,382 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a674e7b458988c7ff0b452950b6b07c, disabling compactions & flushes 2024-12-03T02:33:12,382 DEBUG [RS:0;64035cbb0b46:37399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:12,382 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. 2024-12-03T02:33:12,382 DEBUG [RS:0;64035cbb0b46:37399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:12,382 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. 2024-12-03T02:33:12,382 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. after waiting 0 ms 2024-12-03T02:33:12,382 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. 2024-12-03T02:33:12,382 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T02:33:12,382 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T02:33:12,382 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T02:33:12,382 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a674e7b458988c7ff0b452950b6b07c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-03T02:33:12,382 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T02:33:12,383 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-03T02:33:12,383 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1325): Online Regions={0a674e7b458988c7ff0b452950b6b07c=hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c., c57fc43ecf2289f20654221f8032c2a9=test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:33:12,383 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1351): Waiting on 0a674e7b458988c7ff0b452950b6b07c, 1588230740, c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:33:12,383 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T02:33:12,383 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T02:33:12,383 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T02:33:12,383 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T02:33:12,383 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T02:33:12,383 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-03T02:33:12,396 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/.tmp/info/1698559639334168ac72df13e9db8b53 is 147, key is hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c./info:regioninfo/1733193182623/Put/seqid=0 2024-12-03T02:33:12,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741847_1023 (size=7686) 2024-12-03T02:33:12,400 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/.tmp/info/1698559639334168ac72df13e9db8b53 2024-12-03T02:33:12,406 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c/.tmp/hfileref/add9454dd29d4964a479f21575937695 is 74, key is 1/hfileref:18114efe2bd74cfd91541eb86f87de50_SeqId_4_/1733193185433/DeleteColumn/seqid=0 2024-12-03T02:33:12,407 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:12,431 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/.tmp/ns/404fafc2a98144ce9b160d7dcedcda42 is 43, key is default/ns:d/1733193167127/Put/seqid=0 2024-12-03T02:33:12,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741848_1024 (size=5489) 2024-12-03T02:33:12,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741849_1025 (size=5153) 2024-12-03T02:33:12,448 INFO [regionserver/64035cbb0b46:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:33:12,583 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1351): Waiting on 0a674e7b458988c7ff0b452950b6b07c, 1588230740, c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:33:12,783 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1351): Waiting on 0a674e7b458988c7ff0b452950b6b07c, 1588230740, c57fc43ecf2289f20654221f8032c2a9 2024-12-03T02:33:12,834 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c/.tmp/hfileref/add9454dd29d4964a479f21575937695 2024-12-03T02:33:12,853 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/.tmp/ns/404fafc2a98144ce9b160d7dcedcda42 2024-12-03T02:33:12,871 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c/.tmp/queue/9a4febb0f7754c499bfcd0acee16dfed is 153, key is 1-64035cbb0b46,37399,1733193163956/queue:64035cbb0b46%2C37399%2C1733193163956/1733193187554/Put/seqid=0 2024-12-03T02:33:12,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741850_1026 (size=5504) 2024-12-03T02:33:12,880 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c/.tmp/queue/9a4febb0f7754c499bfcd0acee16dfed 2024-12-03T02:33:12,885 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c/.tmp/hfileref/add9454dd29d4964a479f21575937695 as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c/hfileref/add9454dd29d4964a479f21575937695 2024-12-03T02:33:12,890 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/.tmp/rep_barrier/2d1bd4e63105480c942fa37cb4eb0438 is 112, key is test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9./rep_barrier:seqnumDuringOpen/1733193178051/Put/seqid=0 2024-12-03T02:33:12,890 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c/hfileref/add9454dd29d4964a479f21575937695, entries=6, sequenceid=17, filesize=5.4 K 2024-12-03T02:33:12,891 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c/.tmp/queue/9a4febb0f7754c499bfcd0acee16dfed as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c/queue/9a4febb0f7754c499bfcd0acee16dfed 2024-12-03T02:33:12,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741851_1027 (size=5518) 2024-12-03T02:33:12,895 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/.tmp/rep_barrier/2d1bd4e63105480c942fa37cb4eb0438 2024-12-03T02:33:12,896 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c/queue/9a4febb0f7754c499bfcd0acee16dfed, entries=2, sequenceid=17, filesize=5.4 K 2024-12-03T02:33:12,897 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0a674e7b458988c7ff0b452950b6b07c in 515ms, sequenceid=17, compaction requested=false 2024-12-03T02:33:12,901 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/replication/0a674e7b458988c7ff0b452950b6b07c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-03T02:33:12,902 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:33:12,902 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:33:12,902 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. 2024-12-03T02:33:12,902 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a674e7b458988c7ff0b452950b6b07c: Waiting for close lock at 1733193192382Running coprocessor pre-close hooks at 1733193192382Disabling compacts and flushes for region at 1733193192382Disabling writes for close at 1733193192382Obtaining lock to block concurrent updates at 1733193192382Preparing flush snapshotting stores in 0a674e7b458988c7ff0b452950b6b07c at 1733193192382Finished memstore snapshotting hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733193192383 (+1 ms)Flushing stores of hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. at 1733193192386 (+3 ms)Flushing 0a674e7b458988c7ff0b452950b6b07c/hfileref: creating writer at 1733193192386Flushing 0a674e7b458988c7ff0b452950b6b07c/hfileref: appending metadata at 1733193192405 (+19 ms)Flushing 0a674e7b458988c7ff0b452950b6b07c/hfileref: closing flushed file at 1733193192405Flushing 0a674e7b458988c7ff0b452950b6b07c/queue: creating writer at 1733193192853 (+448 ms)Flushing 0a674e7b458988c7ff0b452950b6b07c/queue: appending metadata at 1733193192871 (+18 ms)Flushing 0a674e7b458988c7ff0b452950b6b07c/queue: closing flushed file at 1733193192871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc90142: reopening flushed file at 1733193192884 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11895548: reopening flushed file at 1733193192890 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 0a674e7b458988c7ff0b452950b6b07c in 515ms, sequenceid=17, compaction requested=false at 1733193192897 (+7 ms)Writing region close event to WAL at 1733193192898 (+1 ms)Running coprocessor post-close hooks at 1733193192902 (+4 ms)Closed at 1733193192902 2024-12-03T02:33:12,902 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733193181794.0a674e7b458988c7ff0b452950b6b07c. 2024-12-03T02:33:12,902 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c57fc43ecf2289f20654221f8032c2a9, disabling compactions & flushes 2024-12-03T02:33:12,902 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. 2024-12-03T02:33:12,902 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. 2024-12-03T02:33:12,902 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. after waiting 0 ms 2024-12-03T02:33:12,902 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. 2024-12-03T02:33:12,911 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/default/test/c57fc43ecf2289f20654221f8032c2a9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-03T02:33:12,912 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:33:12,912 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-03T02:33:12,912 INFO [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. 2024-12-03T02:33:12,912 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c57fc43ecf2289f20654221f8032c2a9: Waiting for close lock at 1733193192902Running coprocessor pre-close hooks at 1733193192902Disabling compacts and flushes for region at 1733193192902Disabling writes for close at 1733193192902Writing region close event to WAL at 1733193192907 (+5 ms)Running coprocessor post-close hooks at 1733193192912 (+5 ms)Closed at 1733193192912 2024-12-03T02:33:12,912 DEBUG [RS_CLOSE_REGION-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733193177292.c57fc43ecf2289f20654221f8032c2a9. 2024-12-03T02:33:12,914 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/.tmp/table/3c72fd54d83e4bc8a07e560a36f134cd is 53, key is hbase:replication/table:state/1733193182631/Put/seqid=0 2024-12-03T02:33:12,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741852_1028 (size=5308) 2024-12-03T02:33:12,973 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T02:33:12,973 INFO [regionserver/64035cbb0b46:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T02:33:12,983 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:13,171 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T02:33:13,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,184 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:13,200 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:13,233 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:33:13,233 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 688, reset compression=false 2024-12-03T02:33:13,233 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-64035cbb0b46,37399,1733193163956 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:33:13,234 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 64035cbb0b46,37399,1733193163956: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-64035cbb0b46,37399,1733193163956, walGroup=64035cbb0b46%2C37399%2C1733193163956, offset=64035cbb0b46%2C37399%2C1733193163956.1733193185552:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:37399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-03T02:33:13,235 ERROR [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-03T02:33:13,235 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-03T02:33:13,238 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-03T02:33:13,238 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-03T02:33:13,238 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-03T02:33:13,238 INFO [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1577058304, "init": 1048576000, "max": 2306867200, "used": 939873320 }, "NonHeapMemoryUsage": { "committed": 211746816, "init": 7667712, "max": -1, "used": 208676056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-03T02:33:13,239 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:35919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=64035cbb0b46:35919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-03T02:33:13,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T02:33:13,320 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/.tmp/table/3c72fd54d83e4bc8a07e560a36f134cd 2024-12-03T02:33:13,346 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/.tmp/info/1698559639334168ac72df13e9db8b53 as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/info/1698559639334168ac72df13e9db8b53 2024-12-03T02:33:13,351 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/info/1698559639334168ac72df13e9db8b53, entries=20, sequenceid=16, filesize=7.5 K 2024-12-03T02:33:13,352 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/.tmp/ns/404fafc2a98144ce9b160d7dcedcda42 as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/ns/404fafc2a98144ce9b160d7dcedcda42 2024-12-03T02:33:13,357 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/ns/404fafc2a98144ce9b160d7dcedcda42, entries=2, sequenceid=16, filesize=5.0 K 2024-12-03T02:33:13,357 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/.tmp/rep_barrier/2d1bd4e63105480c942fa37cb4eb0438 as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/rep_barrier/2d1bd4e63105480c942fa37cb4eb0438 2024-12-03T02:33:13,362 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/rep_barrier/2d1bd4e63105480c942fa37cb4eb0438, entries=1, sequenceid=16, filesize=5.4 K 2024-12-03T02:33:13,375 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/.tmp/table/3c72fd54d83e4bc8a07e560a36f134cd as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/table/3c72fd54d83e4bc8a07e560a36f134cd 2024-12-03T02:33:13,384 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T02:33:13,384 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T02:33:13,384 DEBUG [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T02:33:13,392 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/table/3c72fd54d83e4bc8a07e560a36f134cd, entries=4, sequenceid=16, filesize=5.2 K 2024-12-03T02:33:13,393 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1009ms, sequenceid=16, compaction requested=false 2024-12-03T02:33:13,410 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T02:33:13,421 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-03T02:33:13,421 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T02:33:13,422 INFO [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T02:33:13,422 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733193192383Running coprocessor pre-close hooks at 1733193192383Disabling compacts and flushes for region at 1733193192383Disabling writes for close at 1733193192383Obtaining lock to block concurrent updates at 1733193192383Preparing flush snapshotting stores in 1588230740 at 1733193192383Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733193192383Flushing stores of hbase:meta,,1.1588230740 at 1733193192384 (+1 ms)Flushing 1588230740/info: creating writer at 1733193192384Flushing 1588230740/info: appending metadata at 1733193192396 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733193192396Flushing 1588230740/ns: creating writer at 1733193192404 (+8 ms)Flushing 1588230740/ns: appending metadata at 1733193192423 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733193192423Flushing 1588230740/rep_barrier: creating writer at 1733193192857 (+434 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733193192890 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733193192890Flushing 1588230740/table: creating writer at 1733193192900 (+10 ms)Flushing 1588230740/table: appending metadata at 1733193192914 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733193192914Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20461623: reopening flushed file at 1733193193345 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dcdd0e1: reopening flushed file at 1733193193351 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9cbb5: reopening flushed file at 1733193193357 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f95d52a: reopening flushed file at 1733193193362 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1009ms, sequenceid=16, compaction requested=false at 1733193193393 (+31 ms)Writing region close event to WAL at 1733193193404 (+11 ms)Running coprocessor post-close hooks at 1733193193421 (+17 ms)Closed at 1733193193422 (+1 ms) 2024-12-03T02:33:13,422 DEBUG [RS_CLOSE_META-regionserver/64035cbb0b46:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T02:33:13,452 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 688, reset compression=false 2024-12-03T02:33:13,540 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 393, reset compression=false 2024-12-03T02:33:13,574 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-03T02:33:13,574 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552 to pos 688, reset compression=false 2024-12-03T02:33:13,574 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-64035cbb0b46,37399,1733193163956 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/WALs/64035cbb0b46,37399,1733193163956/64035cbb0b46%2C37399%2C1733193163956.1733193185552, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-03T02:33:13,575 DEBUG [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-03T02:33:13,584 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(976): stopping server 64035cbb0b46,37399,1733193163956; all regions closed. 2024-12-03T02:33:13,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741843_1019 (size=859) 2024-12-03T02:33:13,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741842_1018 (size=2791) 2024-12-03T02:33:13,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741844_1020 (size=696) 2024-12-03T02:33:13,644 DEBUG [RS:0;64035cbb0b46:37399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:13,644 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T02:33:13,644 INFO [RS:0;64035cbb0b46:37399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:33:13,644 INFO [RS:0;64035cbb0b46:37399 {}] hbase.ChoreService(370): Chore service for: regionserver/64035cbb0b46:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T02:33:13,645 INFO [RS:0;64035cbb0b46:37399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:33:13,645 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-64035cbb0b46,37399,1733193163956 because: Region server is closing 2024-12-03T02:33:13,645 INFO [regionserver/64035cbb0b46:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:33:13,645 INFO [RS:0;64035cbb0b46:37399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:37399. 2024-12-03T02:33:13,645 DEBUG [RS:0;64035cbb0b46:37399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:13,645 DEBUG [RS:0;64035cbb0b46:37399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:13,646 DEBUG [RS:0;64035cbb0b46:37399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:13,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:33:13,746 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 terminated 2024-12-03T02:33:13,746 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-64035cbb0b46,37399,1733193163956 because: Region server is closing 2024-12-03T02:33:13,746 INFO [RS:0;64035cbb0b46:37399 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;64035cbb0b46:37399. 2024-12-03T02:33:13,746 DEBUG [RS:0;64035cbb0b46:37399 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T02:33:13,746 DEBUG [RS:0;64035cbb0b46:37399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:13,747 DEBUG [RS:0;64035cbb0b46:37399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T02:33:13,747 WARN [RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,1-64035cbb0b46,37399,1733193163956.replicationSource.wal-reader.64035cbb0b46%2C37399%2C1733193163956,1-64035cbb0b46,37399,1733193163956 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-03T02:33:13,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T02:33:13,799 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T02:33:13,847 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/64035cbb0b46:0-0.replicationSource,2-64035cbb0b46,37399,1733193163956.replicationSource.shipper64035cbb0b46%2C37399%2C1733193163956,2-64035cbb0b46,37399,1733193163956 terminated 2024-12-03T02:33:13,847 INFO [RS:0;64035cbb0b46:37399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37399 2024-12-03T02:33:13,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01480075492/rs/64035cbb0b46,37399,1733193163956 2024-12-03T02:33:13,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492/rs 2024-12-03T02:33:13,880 INFO [RS:0;64035cbb0b46:37399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:33:13,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [64035cbb0b46,37399,1733193163956] 2024-12-03T02:33:13,888 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01480075492/draining/64035cbb0b46,37399,1733193163956 already deleted, retry=false 2024-12-03T02:33:13,888 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 64035cbb0b46,37399,1733193163956 expired; onlineServers=0 2024-12-03T02:33:13,888 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '64035cbb0b46,35919,1733193163829' ***** 2024-12-03T02:33:13,888 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T02:33:13,888 INFO [M:0;64035cbb0b46:35919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T02:33:13,888 INFO [M:0;64035cbb0b46:35919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T02:33:13,889 DEBUG [M:0;64035cbb0b46:35919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T02:33:13,889 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T02:33:13,889 DEBUG [M:0;64035cbb0b46:35919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T02:33:13,889 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193165870 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.large.0-1733193165870,5,FailOnTimeoutGroup] 2024-12-03T02:33:13,889 DEBUG [master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193165871 {}] cleaner.HFileCleaner(306): Exit Thread[master/64035cbb0b46:0:becomeActiveMaster-HFileCleaner.small.0-1733193165871,5,FailOnTimeoutGroup] 2024-12-03T02:33:13,889 INFO [M:0;64035cbb0b46:35919 {}] hbase.ChoreService(370): Chore service for: master/64035cbb0b46:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T02:33:13,889 INFO [M:0;64035cbb0b46:35919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T02:33:13,889 DEBUG [M:0;64035cbb0b46:35919 {}] master.HMaster(1795): Stopping service threads 2024-12-03T02:33:13,889 INFO [M:0;64035cbb0b46:35919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T02:33:13,889 INFO [M:0;64035cbb0b46:35919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T02:33:13,889 ERROR [M:0;64035cbb0b46:35919 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1299828598) connection to localhost/127.0.0.1:35539 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35539,5,PEWorkerGroup] 2024-12-03T02:33:13,890 INFO [M:0;64035cbb0b46:35919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T02:33:13,892 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T02:33:13,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01480075492/master 2024-12-03T02:33:13,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01480075492 2024-12-03T02:33:13,921 DEBUG [M:0;64035cbb0b46:35919 {}] zookeeper.RecoverableZooKeeper(212): Node /01480075492/master already deleted, retry=false 2024-12-03T02:33:13,922 DEBUG [M:0;64035cbb0b46:35919 {}] master.ActiveMasterManager(353): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Failed delete of our master address node; KeeperErrorCode = NoNode for /01480075492/master 2024-12-03T02:33:13,922 INFO [M:0;64035cbb0b46:35919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/.lastflushedseqids 2024-12-03T02:33:13,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741853_1029 (size=263) 2024-12-03T02:33:13,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:33:13,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37399-0x1019a5290740001, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:33:13,997 INFO [RS:0;64035cbb0b46:37399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:33:13,997 INFO [RS:0;64035cbb0b46:37399 {}] regionserver.HRegionServer(1031): Exiting; stopping=64035cbb0b46,37399,1733193163956; zookeeper connection closed. 2024-12-03T02:33:13,997 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@393ccb55 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@393ccb55 2024-12-03T02:33:13,997 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T02:33:14,392 INFO [M:0;64035cbb0b46:35919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T02:33:14,392 INFO [M:0;64035cbb0b46:35919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T02:33:14,392 DEBUG [M:0;64035cbb0b46:35919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T02:33:14,392 INFO [M:0;64035cbb0b46:35919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:33:14,392 DEBUG [M:0;64035cbb0b46:35919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:33:14,392 DEBUG [M:0;64035cbb0b46:35919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T02:33:14,392 DEBUG [M:0;64035cbb0b46:35919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:33:14,392 INFO [M:0;64035cbb0b46:35919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-03T02:33:14,412 DEBUG [M:0;64035cbb0b46:35919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f6df1170d1c4aa080da6e57405cfeda is 82, key is hbase:meta,,1/info:regioninfo/1733193167080/Put/seqid=0 2024-12-03T02:33:14,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741854_1030 (size=5672) 2024-12-03T02:33:14,855 INFO [M:0;64035cbb0b46:35919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f6df1170d1c4aa080da6e57405cfeda 2024-12-03T02:33:14,914 DEBUG [M:0;64035cbb0b46:35919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23aabe45abe84b02bba60994842c42b6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733193182634/Put/seqid=0 2024-12-03T02:33:14,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741855_1031 (size=8909) 2024-12-03T02:33:14,933 INFO [M:0;64035cbb0b46:35919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23aabe45abe84b02bba60994842c42b6 2024-12-03T02:33:14,967 DEBUG [M:0;64035cbb0b46:35919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c449a06fdf84c02afff80db2ae2919b is 69, key is 64035cbb0b46,37399,1733193163956/rs:state/1733193165903/Put/seqid=0 2024-12-03T02:33:14,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741856_1032 (size=5156) 2024-12-03T02:33:14,992 INFO [M:0;64035cbb0b46:35919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c449a06fdf84c02afff80db2ae2919b 2024-12-03T02:33:14,997 DEBUG [M:0;64035cbb0b46:35919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f6df1170d1c4aa080da6e57405cfeda as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f6df1170d1c4aa080da6e57405cfeda 2024-12-03T02:33:15,001 INFO [M:0;64035cbb0b46:35919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f6df1170d1c4aa080da6e57405cfeda, entries=8, sequenceid=112, filesize=5.5 K 2024-12-03T02:33:15,002 DEBUG [M:0;64035cbb0b46:35919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23aabe45abe84b02bba60994842c42b6 as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23aabe45abe84b02bba60994842c42b6 2024-12-03T02:33:15,013 INFO [M:0;64035cbb0b46:35919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23aabe45abe84b02bba60994842c42b6, entries=13, sequenceid=112, filesize=8.7 K 2024-12-03T02:33:15,014 DEBUG [M:0;64035cbb0b46:35919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4c449a06fdf84c02afff80db2ae2919b as hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c449a06fdf84c02afff80db2ae2919b 2024-12-03T02:33:15,020 INFO [M:0;64035cbb0b46:35919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4c449a06fdf84c02afff80db2ae2919b, entries=1, sequenceid=112, filesize=5.0 K 2024-12-03T02:33:15,027 INFO [M:0;64035cbb0b46:35919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 635ms, sequenceid=112, compaction requested=false 2024-12-03T02:33:15,028 INFO [M:0;64035cbb0b46:35919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T02:33:15,028 DEBUG [M:0;64035cbb0b46:35919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733193194392Disabling compacts and flushes for region at 1733193194392Disabling writes for close at 1733193194392Obtaining lock to block concurrent updates at 1733193194392Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733193194392Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733193194393 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733193194393Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733193194393Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733193194411 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733193194411Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733193194881 (+470 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733193194914 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733193194914Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733193194936 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733193194966 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733193194966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db6e05b: reopening flushed file at 1733193194995 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c9d8fb: reopening flushed file at 1733193195001 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14336b24: reopening flushed file at 1733193195013 (+12 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 635ms, sequenceid=112, compaction requested=false at 1733193195027 (+14 ms)Writing region close event to WAL at 1733193195028 (+1 ms)Closed at 1733193195028 2024-12-03T02:33:15,031 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/482b09a6-db27-07f2-1e64-31a987361649/MasterData/WALs/64035cbb0b46,35919,1733193163829/64035cbb0b46%2C35919%2C1733193163829.1733193165679 not finished, retry = 0 2024-12-03T02:33:15,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34479 is added to blk_1073741830_1006 (size=69055) 2024-12-03T02:33:15,136 INFO [M:0;64035cbb0b46:35919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T02:33:15,136 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T02:33:15,136 INFO [M:0;64035cbb0b46:35919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35919 2024-12-03T02:33:15,136 INFO [M:0;64035cbb0b46:35919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T02:33:15,247 INFO [M:0;64035cbb0b46:35919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T02:33:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:33:15,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35919-0x1019a5290740000, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T02:33:15,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ea454d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T02:33:15,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d10570c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:33:15,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:33:15,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4770895e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:33:15,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dc40698{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/hadoop.log.dir/,STOPPED} 2024-12-03T02:33:15,278 WARN [BP-237082893-172.17.0.3-1733193162394 heartbeating to localhost/127.0.0.1:35539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T02:33:15,278 WARN [BP-237082893-172.17.0.3-1733193162394 heartbeating to localhost/127.0.0.1:35539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-237082893-172.17.0.3-1733193162394 (Datanode Uuid dd437f75-bac6-4fb3-8276-aa4a69e6044f) service to localhost/127.0.0.1:35539 2024-12-03T02:33:15,279 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/cluster_b6595287-75a3-6332-c99e-fc20cf31271f/data/data1/current/BP-237082893-172.17.0.3-1733193162394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:33:15,279 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T02:33:15,279 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T02:33:15,283 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/cluster_b6595287-75a3-6332-c99e-fc20cf31271f/data/data2/current/BP-237082893-172.17.0.3-1733193162394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T02:33:15,283 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T02:33:15,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ee37d6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T02:33:15,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fe87771{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T02:33:15,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T02:33:15,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ca2e5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T02:33:15,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c28748a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0156574e-b816-8ba6-c1eb-7c7c5ebe5afa/hadoop.log.dir/,STOPPED} 2024-12-03T02:33:15,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T02:33:15,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-03T02:33:15,337 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 528) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35539 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35539 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63109) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63109) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35751 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39661 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35539 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35751 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39661 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63109) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:39661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1299828598) connection to localhost/127.0.0.1:35751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=982 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=765 (was 631) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2320 (was 2715) 2024-12-03T02:33:15,337 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-12-03T02:33:15,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019a5290740008, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:33:15,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019a5290740008, quorum=127.0.0.1:63109, baseZNode=/2541335515 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:33:15,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019a5290740002, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:33:15,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019a5290740005, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-03T02:33:15,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019a5290740002, quorum=127.0.0.1:63109, baseZNode=/01480075492 Received Disconnected from ZooKeeper, ignoring 2024-12-03T02:33:15,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019a5290740005, quorum=127.0.0.1:63109, baseZNode=/1-2105987794 Received Disconnected from ZooKeeper, ignoring